-- Logs begin at Mon 2021-05-31 17:41:56 UTC, end at Mon 2021-05-31 19:05:26 UTC. -- May 31 18:10:31.046280 dv-cinder-770050-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 31 18:10:32.010130 dv-cinder-770050-4-iscsi neutron-server[91628]: Beware of the coming changes in the project packaging May 31 18:10:32.010731 dv-cinder-770050-4-iscsi neutron-server[91628]: https://github.com/svinota/pyroute2/discussions/786 May 31 18:10:33.459474 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.common.config [-] Logging enabled! May 31 18:10:33.460106 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 18:10:33.460221 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91628) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 18:10:33.463554 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.common.config [-] Logging enabled! May 31 18:10:33.463801 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 18:10:33.464105 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91628) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 18:10:33.465012 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 18:10:33.465240 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 18:10:33.465585 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 18:10:33.465824 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 18:10:33.466043 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 18:10:33.466357 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.466645 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.467029 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.467288 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.467736 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.468026 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.468304 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.468587 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.468877 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.469155 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.469427 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.469703 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.469928 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.470201 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.470482 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.470761 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.471005 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] debug = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.471279 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.471702 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.472096 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.472376 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.472655 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.472926 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.473188 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.473457 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.473731 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.474052 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] host = dv-cinder-770050-4-iscsi {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.474323 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.474605 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.474978 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.475261 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.475528 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.475796 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.476071 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.476401 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.476672 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] log_file = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.476940 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.477221 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.477501 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.477787 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.478007 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.478224 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.478507 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.478884 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.479161 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.479429 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.479697 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.479962 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.480228 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.480487 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.480765 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.481041 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.481315 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.481579 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.481843 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.482103 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.482370 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.482646 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.482963 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.483229 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.483492 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.483771 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.484030 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.484292 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.484583 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.484859 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.485132 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.485407 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.485672 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.485946 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.486209 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.486473 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.486736 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] use_json = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.487021 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.487282 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.487555 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.487818 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.488079 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.488344 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.488606 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.488880 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:33.489164 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.489451 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.489740 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.490014 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.490297 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.490568 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.490874 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.491144 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.491422 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.491699 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.491975 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.492242 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.492526 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.492794 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.493079 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.493376 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.493662 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.493946 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.494213 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.494480 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.494746 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.495038 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.495317 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.495602 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.495881 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.496143 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.496414 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.496760 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.497032 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.497296 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.497565 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.497842 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.498179 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.498447 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.499287 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.499607 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.499888 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.500155 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.500428 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.500710 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.500981 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.501247 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.501512 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.501780 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.502043 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.502318 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.502589 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.502883 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.503150 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.503420 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.503685 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.503951 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.504218 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.504482 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.504749 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.505012 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.505274 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.505534 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.505796 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.506056 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.506318 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.506578 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.506867 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.507197 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.507464 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.507728 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.507993 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.508255 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.508532 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.508822 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.509091 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.509362 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.509633 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.509902 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.510172 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.510439 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.510710 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.511256 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.511523 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.511875 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.512153 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.512431 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.512708 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.512979 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.513265 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.513534 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.513807 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.514074 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.515056 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.515360 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.515641 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.515932 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.516223 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.516511 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.516798 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.517084 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.517361 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.517664 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.517938 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:33.518152 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 18:10:33.518386 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91628) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 31 18:10:33.868565 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:10:33.868837 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:10:33.869120 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:10:33.869587 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.manager [-] Loading core plugin: ml2 May 31 18:10:34.274280 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.274572 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.274866 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.276068 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.276340 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.276593 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.311998 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.312335 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.312599 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.325488 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.325765 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.326026 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.355520 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.355796 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.356060 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.393058 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.393334 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.393601 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.625355 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.625963 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.625963 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.626106 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.626832 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.750932 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.751252 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.751533 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.751809 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.752076 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.752381 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.752638 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.752892 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.753143 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.753421 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.753678 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.753939 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.754197 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.754449 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.754725 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.755021 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.756321 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.756614 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.756880 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.757170 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.757524 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.757785 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.758037 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.758321 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.758573 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.758846 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.759228 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 18:10:34.759467 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 18:10:34.759703 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 18:10:34.759935 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 18:10:34.760168 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 18:10:34.760401 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 18:10:34.760781 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 31 18:10:34.764172 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 31 18:10:34.768289 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 31 18:10:34.772013 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 31 18:10:34.773633 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 31 18:10:34.774076 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 31 18:10:34.774408 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 31 18:10:34.774825 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 31 18:10:34.777759 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 31 18:10:34.778010 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 31 18:10:34.778352 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 31 18:10:34.805849 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 31 18:10:34.806305 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.806603 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91628) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 31 18:10:34.806994 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.808351 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91628) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 31 18:10:34.808636 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 31 18:10:34.808878 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 31 18:10:34.812718 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.812998 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.879189 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 31 18:10:34.879375 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 31 18:10:34.879610 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 31 18:10:34.879989 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 31 18:10:34.910398 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_db.sqlalchemy.engines [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91628) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 31 18:10:35.247098 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Initializing driver for type 'gre' May 31 18:10:35.247638 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] gre ID ranges: [(1, 1000)] May 31 18:10:35.300324 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Initializing driver for type 'local' May 31 18:10:35.300720 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Initializing driver for type 'vlan' May 31 18:10:35.311835 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] VlanTypeDriver initialization complete May 31 18:10:35.312177 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Initializing driver for type 'vxlan' May 31 18:10:35.312730 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] vxlan ID ranges: [(1, 1000)] May 31 18:10:35.367125 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Initializing extension driver 'port_security' May 31 18:10:35.367465 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.extensions.port_security [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] PortSecurityExtensionDriver initialization complete May 31 18:10:35.367823 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Initializing mechanism driver 'openvswitch' May 31 18:10:35.368147 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Initializing mechanism driver 'hyperv' May 31 18:10:35.375094 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.plugins.ml2.plugin [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:10:35.375840 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > port after_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.376211 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > port after_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.376561 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > port after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.376945 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > subnet after_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.377296 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > subnet after_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.377638 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > subnet after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.378012 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > network after_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.378381 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > network after_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.378715 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > network after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.379104 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > security_group after_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.379444 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > security_group after_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.379777 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > security_group after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.380146 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.380483 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.380815 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.381179 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > address_group after_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.381513 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > address_group after_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.381842 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > address_group after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.382171 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] ML2 OVO RPC backend initialized. {{(pid=91628) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 31 18:10:35.382890 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router_interface after_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.383232 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.383638 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > network before_response 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.383976 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > networks before_response 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.384314 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > port before_response 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.384645 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > ports before_response 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.384979 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > subnet before_response 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.385310 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > subnets before_response 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.385646 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > network after_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.386335 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > network after_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.386664 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > network after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.387019 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > port after_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.387352 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > port after_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.387681 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > port after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.388010 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > subnet after_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.388341 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > subnet after_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.388670 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > subnet after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.390010 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.plugin [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Modular L2 Plugin initialization complete May 31 18:10:35.390338 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading services supported by the core plugin {{(pid=91628) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 31 18:10:35.390660 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.plugins.ml2.managers [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Got port-security extension from driver 'port_security' May 31 18:10:35.391150 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.extensions.vlantransparent [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Disabled vlantransparent extension. May 31 18:10:35.391628 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91628) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 31 18:10:35.391936 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading Plugin: router May 31 18:10:35.429027 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router_interface before_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.429414 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router after_create 55549900 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.429784 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router before_create 55549900 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.430145 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.430511 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.430883 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router after_delete 55549900 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.431239 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > floatingip after_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.431595 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router after_create 55549900 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.431942 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router after_update 55549900 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.432284 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router after_update 55549900 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.432627 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.432977 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router after_update 55549900 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.433378 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router precommit_update 55549900 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.433743 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: port after_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.434082 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: port after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.434418 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: subnet after_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.434757 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.435133 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > port precommit_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.435479 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router precommit_create 55549900 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.435813 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: port before_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.436346 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router precommit_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.436865 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router after_update 55549900 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.437211 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router precommit_delete 55549900 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.437557 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router precommit_create 55549900 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.437913 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router_interface after_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.438256 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router precommit_update 55549900 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.438625 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > network after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.439467 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Tracking information for resource: router configured {{(pid=91628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 18:10:35.439790 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Tracking information for resource: floatingip configured {{(pid=91628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 18:10:35.444749 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.db.l3_agentschedulers_db [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 31 18:10:35.445313 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: port after_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.445668 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: port after_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.446017 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: port after_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.446360 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: port after_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.447155 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router before_create 55550100 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.447513 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router precommit_delete 55550100 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.447871 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router precommit_create 55550100 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.448218 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > router precommit_update 55550100 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.453343 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.services.provider_configuration [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Service providers = [] {{(pid=91628) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 31 18:10:35.453698 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.db.servicetype_db [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91628) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 31 18:10:35.456554 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.services.service_base [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91628) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 18:10:35.456899 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.services.service_base [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91628) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 18:10:35.457236 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.services.service_base [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91628) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 18:10:35.458094 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.services.service_base [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91628) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 18:10:35.458459 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.services.service_base [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Default provider is not specified for service type L3_ROUTER_NAT May 31 18:10:35.459016 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 18:10:35.459334 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 31 18:10:35.470253 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 18:10:35.470578 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading Plugin: auto_allocate May 31 18:10:35.476353 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: network precommit_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.476716 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: network precommit_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.477223 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 18:10:35.477535 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading Plugin: tag May 31 18:10:35.484344 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 18:10:35.484670 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading Plugin: timestamp May 31 18:10:35.488454 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 18:10:35.488778 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading Plugin: network_ip_availability May 31 18:10:35.493876 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.494248 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.494598 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.495335 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 18:10:35.495652 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading Plugin: flavors May 31 18:10:35.500886 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 18:10:35.501165 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading Plugin: revisions May 31 18:10:35.505434 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 18:10:35.505820 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.637s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:10:35.506552 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91628) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 31 18:10:35.506917 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Initializing extension manager. May 31 18:10:35.507417 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: __init__.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.507753 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: __pycache__ {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.508083 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.508409 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: address_group.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.509151 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.509712 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: address-group May 31 18:10:35.510031 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: address_scope.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.515818 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.516365 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: address-scope May 31 18:10:35.516700 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: admin_state_down_before_update.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.517621 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.518134 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: router-admin-state-down-before-update May 31 18:10:35.518458 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: agent.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.519176 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.519680 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: agent May 31 18:10:35.519999 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: agent_resources_synced.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.520897 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.521399 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: agent-resources-synced May 31 18:10:35.521717 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: allowedaddresspairs.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.523467 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.523985 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: allowed-address-pairs May 31 18:10:35.524307 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: auto_allocated_topology.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.525355 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.525868 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: auto-allocated-topology May 31 18:10:35.526187 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: availability_zone.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.526896 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.527403 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: availability_zone May 31 18:10:35.527725 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: availability_zone_filter.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.528607 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.529107 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: availability_zone_filter May 31 18:10:35.529422 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: data_plane_status.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.531037 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.531538 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension data-plane-status not supported by any of loaded plugins May 31 18:10:35.531852 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: default_subnetpools.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.532752 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.533252 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: default-subnetpools May 31 18:10:35.533567 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: dhcpagentscheduler.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.534347 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.534877 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: dhcp_agent_scheduler May 31 18:10:35.535195 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: dns.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.536084 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.536581 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension dns-integration not supported by any of loaded plugins May 31 18:10:35.536897 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: dns_domain_ports.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.537782 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.538278 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension dns-domain-ports not supported by any of loaded plugins May 31 18:10:35.538595 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: dvr.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.539283 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.539783 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: dvr May 31 18:10:35.540127 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: empty_string_filtering.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.541016 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.541517 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: empty-string-filtering May 31 18:10:35.541830 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.542712 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.543243 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 31 18:10:35.543559 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.544441 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.544942 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 31 18:10:35.545257 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: external_net.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.546173 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.546683 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: external-net May 31 18:10:35.547022 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: extra_dhcp_opt.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.547897 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.548399 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: extra_dhcp_opt May 31 18:10:35.548713 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: extraroute.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.549586 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.550086 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: extraroute May 31 18:10:35.550399 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: extraroute_atomic.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.551500 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.552007 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: extraroute-atomic May 31 18:10:35.552320 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: filter_validation.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.552961 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.553459 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: filter-validation May 31 18:10:35.553775 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: fip_pf_description.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.554852 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.555355 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 31 18:10:35.555669 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: fip_port_details.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.556559 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.557064 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: fip-port-details May 31 18:10:35.557379 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: flavors.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.558578 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.559118 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: flavors May 31 18:10:35.559440 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.561105 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.561627 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 31 18:10:35.561957 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: floatingip_pools.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.562637 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.563182 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: floatingip-pools May 31 18:10:35.563503 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: ip_allocation.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.564412 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.564914 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension ip_allocation not supported by any of loaded plugins May 31 18:10:35.565233 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.566120 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.566625 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: ip-substring-filtering May 31 18:10:35.566976 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: l2_adjacency.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.567868 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.568366 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension l2_adjacency not supported by any of loaded plugins May 31 18:10:35.568684 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: l3.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.569613 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.570125 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: router May 31 18:10:35.570444 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: l3_conntrack_helper.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.572666 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.573188 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 31 18:10:35.573515 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.574425 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.574961 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: ext-gw-mode May 31 18:10:35.575283 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.576177 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.577209 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: l3-ha May 31 18:10:35.577527 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: l3_flavors.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.578488 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.579030 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: l3-flavors May 31 18:10:35.579348 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.580228 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.580729 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: l3-port-ip-change-not-allowed May 31 18:10:35.581051 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: l3agentscheduler.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.582036 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.582545 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: l3_agent_scheduler May 31 18:10:35.582902 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: logging.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.584415 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.584934 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension logging not supported by any of loaded plugins May 31 18:10:35.585258 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: metering.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.585983 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.586547 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: metering May 31 18:10:35.586899 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.588051 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.588567 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: metering_source_and_destination_fields May 31 18:10:35.588887 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: multiprovidernet.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.589914 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.590421 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: multi-provider May 31 18:10:35.590741 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: netmtu.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.591753 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.592301 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: net-mtu May 31 18:10:35.593236 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: netmtu_writable.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.594138 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.594646 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: net-mtu-writable May 31 18:10:35.594995 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: network_availability_zone.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.595660 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.596158 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: network_availability_zone May 31 18:10:35.596473 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: network_ip_availability.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.597682 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.598195 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: network-ip-availability May 31 18:10:35.598516 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: network_segment_range.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.599295 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.599797 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension network-segment-range not supported by any of loaded plugins May 31 18:10:35.600112 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: pagination.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.601071 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.601394 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: pagination May 31 18:10:35.601710 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: port_device_profile.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.602604 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.603144 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: port-device-profile May 31 18:10:35.603463 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.604364 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.604872 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: port-mac-address-regenerate May 31 18:10:35.605184 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.606063 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.606568 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: port-numa-affinity-policy May 31 18:10:35.606932 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: port_resource_request.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.607822 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.608343 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension port-resource-request not supported by any of loaded plugins May 31 18:10:35.608814 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: portbindings.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.609715 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.610216 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: binding May 31 18:10:35.610530 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: portbindings_extended.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.611807 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.612315 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: binding-extended May 31 18:10:35.612636 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: portsecurity.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.613525 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.614033 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: port-security May 31 18:10:35.614351 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: project_id.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.615320 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.615644 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: project-id May 31 18:10:35.615961 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: providernet.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.616853 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.617358 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: provider May 31 18:10:35.617672 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: qos.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.621203 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.621723 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension qos not supported by any of loaded plugins May 31 18:10:35.622055 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.623306 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.624763 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 31 18:10:35.625088 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.625988 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.626500 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 31 18:10:35.626834 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: qos_default.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.627721 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.628234 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension qos-default not supported by any of loaded plugins May 31 18:10:35.628554 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: qos_fip.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.629189 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.629689 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension qos-fip not supported by any of loaded plugins May 31 18:10:35.630007 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: qos_gateway_ip.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.630939 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.631450 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension qos-gateway-ip not supported by any of loaded plugins May 31 18:10:35.631767 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: qos_port_network_policy.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.632650 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.633151 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension qos-port-network-policy not supported by any of loaded plugins May 31 18:10:35.633465 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: qos_rule_type_details.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.634347 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.634878 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension qos-rule-type-details not supported by any of loaded plugins May 31 18:10:35.635195 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: qos_rules_alias.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.636473 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.636976 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension qos-rules-alias not supported by any of loaded plugins May 31 18:10:35.637294 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: quotasv2.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.638290 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.638610 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: quotas May 31 18:10:35.638961 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: quotasv2_detail.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.640656 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.640983 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: quota_details May 31 18:10:35.641310 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: rbac.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.642330 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.642876 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: rbac-policies May 31 18:10:35.643199 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: rbac_address_group.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.644147 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.644655 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: rbac-address-group May 31 18:10:35.644975 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: rbac_address_scope.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.645991 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.646624 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: rbac-address-scope May 31 18:10:35.647010 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: rbac_security_groups.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.648295 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.649539 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: rbac-security-groups May 31 18:10:35.649859 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: rbac_subnetpool.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.650757 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.651294 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: rbac-subnetpool May 31 18:10:35.651609 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: revisionifmatch.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.652512 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.653012 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: revision-if-match May 31 18:10:35.653326 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: revisions.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.654434 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.655623 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: standard-attr-revisions May 31 18:10:35.655945 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: router_availability_zone.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.656604 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.657110 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: router_availability_zone May 31 18:10:35.657425 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: routerservicetype.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.658322 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.658854 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension router-service-type not supported by any of loaded plugins May 31 18:10:35.659172 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.660076 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.660590 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: security-groups-normalized-cidr May 31 18:10:35.660905 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: security_groups_port_filtering.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.661802 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.662307 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: port-security-groups-filtering May 31 18:10:35.662621 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.663551 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.664050 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: security-groups-remote-address-group May 31 18:10:35.664362 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: securitygroup.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.673864 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.674385 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: security-group May 31 18:10:35.674711 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: segment.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.675498 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.676002 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension segment not supported by any of loaded plugins May 31 18:10:35.676321 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.677221 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.677724 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 31 18:10:35.678039 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: servicetype.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.679155 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.679673 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: service-type May 31 18:10:35.679992 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: sorting.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.680955 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.681286 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: sorting May 31 18:10:35.681601 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: standard_attr_segment.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.682481 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.683022 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension standard-attr-segment not supported by any of loaded plugins May 31 18:10:35.683331 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: standardattrdescription.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.683958 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.684459 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: standard-attr-description May 31 18:10:35.684777 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: stateful_security_group.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.685666 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.686887 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: stateful-security-group May 31 18:10:35.687340 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: stdattrs_common.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.687909 dv-cinder-770050-4-iscsi neutron-server[91628]: WARNING neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 31 18:10:35.688223 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.689274 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.689780 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 31 18:10:35.690093 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: subnet_onboard.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.691208 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.691714 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: subnet_onboard May 31 18:10:35.692033 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.692933 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.693433 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 31 18:10:35.693748 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: subnet_service_types.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.694639 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.695169 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: subnet-service-types May 31 18:10:35.695486 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: subnetallocation.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.696627 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.697136 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: subnet_allocation May 31 18:10:35.697451 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.698093 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.698588 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: subnetpool-prefix-ops May 31 18:10:35.698940 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.699851 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.700347 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 31 18:10:35.700661 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: tagging.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.702283 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.702822 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: standard-attr-tag May 31 18:10:35.703148 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: timestamp.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.704452 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.704986 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loaded extension: standard-attr-timestamp May 31 18:10:35.705306 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: trunk.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.706377 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.706919 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension trunk not supported by any of loaded plugins May 31 18:10:35.707242 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: trunk_details.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.708132 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.708636 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension trunk-details not supported by any of loaded plugins May 31 18:10:35.708957 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: uplink_status_propagation.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.709850 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.710351 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension uplink-status-propagation not supported by any of loaded plugins May 31 18:10:35.710671 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Loading extension file: vlantransparent.py {{(pid=91628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:35.711355 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:35.711858 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extension vlan-transparent not supported by any of loaded plugins May 31 18:10:35.714348 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Creating instance of TrackedResource for resource:network May 31 18:10:35.715650 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Creating instance of TrackedResource for resource:subnet May 31 18:10:35.717610 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Creating instance of TrackedResource for resource:subnetpool May 31 18:10:35.718225 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Creating instance of TrackedResource for resource:port May 31 18:10:35.719538 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.v2.resource_helper [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:35.719974 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.v2.resource_helper [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Service FLAVORS assigned prefix: {{(pid=91628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:35.720587 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.v2.resource_helper [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:35.721016 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.v2.resource_helper [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:35.721340 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Creating instance of TrackedResource for resource:router May 31 18:10:35.722060 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Creating instance of TrackedResource for resource:floatingip May 31 18:10:35.722851 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.v2.resource_helper [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Service METERING assigned prefix: /metering {{(pid=91628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:35.724282 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.724642 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.724984 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:35.726099 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Creating instance of CountableResource for resource:rbac_policy May 31 18:10:35.726535 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Creating instance of TrackedResource for resource:security_group May 31 18:10:35.727240 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Creating instance of TrackedResource for resource:security_group_rule May 31 18:10:35.727962 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.v2.resource_helper [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Service CORE assigned prefix: {{(pid=91628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:35.728284 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Creating instance of TrackedResource for resource:subnetpool May 31 18:10:35.728613 dv-cinder-770050-4-iscsi neutron-server[91628]: WARNING neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] subnetpool is already registered May 31 18:10:35.729216 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.v2.resource_helper [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Service CORE assigned prefix: {{(pid=91628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:35.729536 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Creating instance of TrackedResource for resource:subnetpool May 31 18:10:35.729855 dv-cinder-770050-4-iscsi neutron-server[91628]: WARNING neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] subnetpool is already registered May 31 18:10:35.732430 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.v2.resource_helper [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:35.732878 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.v2.resource_helper [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Service FLAVORS assigned prefix: {{(pid=91628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:35.733466 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.v2.resource_helper [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:35.733878 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.v2.resource_helper [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:35.734201 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Creating instance of TrackedResource for resource:router May 31 18:10:35.734527 dv-cinder-770050-4-iscsi neutron-server[91628]: WARNING neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] router is already registered May 31 18:10:35.735144 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Creating instance of TrackedResource for resource:floatingip May 31 18:10:35.735466 dv-cinder-770050-4-iscsi neutron-server[91628]: WARNING neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] floatingip is already registered May 31 18:10:35.736090 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.v2.resource_helper [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Service METERING assigned prefix: /metering {{(pid=91628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:35.736750 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Creating instance of CountableResource for resource:rbac_policy May 31 18:10:35.737069 dv-cinder-770050-4-iscsi neutron-server[91628]: WARNING neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] rbac_policy is already registered May 31 18:10:35.737600 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Creating instance of TrackedResource for resource:security_group May 31 18:10:35.737933 dv-cinder-770050-4-iscsi neutron-server[91628]: WARNING neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] security_group is already registered May 31 18:10:35.738521 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Creating instance of TrackedResource for resource:security_group_rule May 31 18:10:35.738881 dv-cinder-770050-4-iscsi neutron-server[91628]: WARNING neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] security_group_rule is already registered May 31 18:10:35.739551 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.v2.resource_helper [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Service CORE assigned prefix: {{(pid=91628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:35.739872 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Creating instance of TrackedResource for resource:subnetpool May 31 18:10:35.740191 dv-cinder-770050-4-iscsi neutron-server[91628]: WARNING neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] subnetpool is already registered May 31 18:10:35.740780 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.v2.resource_helper [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Service CORE assigned prefix: {{(pid=91628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:35.741097 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Creating instance of TrackedResource for resource:subnetpool May 31 18:10:35.741420 dv-cinder-770050-4-iscsi neutron-server[91628]: WARNING neutron.quota.resource_registry [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] subnetpool is already registered May 31 18:10:35.742060 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: extensions {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.743561 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: address-groups {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.745134 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: address-scopes {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.746322 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: agents {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.747487 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: auto-allocated-topology {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.749396 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: availability_zones {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.750938 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: dhcp-networks {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.752284 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: dhcp-agents {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.753667 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: routers {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.755467 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: flavors {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.756603 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: service_profiles {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.757800 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: next_providers {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.759316 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: service_profiles {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.760725 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: floatingip-pools {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.762176 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: routers {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.763976 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: floatingips {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.765963 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: l3-routers {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.767338 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: l3-agents {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.768708 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: metering-labels {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.770026 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: metering-label-rules {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.771359 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: network-ip-availabilities {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.772604 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: bindings {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.774418 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: quotas {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.775847 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: quotas {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.777234 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: rbac-policies {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.778789 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: security-groups {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.780028 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: security-group-rules {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.781229 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: service-providers {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.782437 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: subnetpools {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.784763 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: subnetpools {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.786190 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: tags {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.787894 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: tags {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.901972 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: tags {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.903753 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: tags {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.905702 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: tags {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.907642 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: tags {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.909339 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: tags {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.911235 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: tags {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.912950 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: tags {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.914804 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron.api.extensions [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Extended resource: tags {{(pid=91628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:35.920593 dv-cinder-770050-4-iscsi neutron-server[91628]: WARNING keystonemiddleware.auth_token [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 31 18:10:35.925476 dv-cinder-770050-4-iscsi neutron-server[91628]: WARNING keystonemiddleware.auth_token [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 31 18:10:35.933827 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Acquired lock "singleton_lock" {{(pid=91628) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 31 18:10:35.934303 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Releasing lock "singleton_lock" {{(pid=91628) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 31 18:10:35.934955 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO oslo_service.service [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Starting 2 workers May 31 18:10:35.940371 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Started child 91733 {{(pid=91628) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 18:10:35.944656 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Started child 91734 {{(pid=91628) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 18:10:35.945754 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:35.946426 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO neutron.service [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Neutron service started, listening on 0.0.0.0:9696 May 31 18:10:35.946856 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Notify callbacks [] for process, before_spawn {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:35.947211 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [-] (91733) wsgi starting up on http://0.0.0.0:9696 May 31 18:10:35.949220 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:35.949663 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO oslo_service.service [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Starting 1 workers May 31 18:10:35.950543 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [-] (91734) wsgi starting up on http://0.0.0.0:9696 May 31 18:10:35.955112 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Started child 91735 {{(pid=91628) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 18:10:35.955629 dv-cinder-770050-4-iscsi neutron-server[91628]: INFO oslo_service.service [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Starting 1 workers May 31 18:10:35.958903 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.service [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] calling RpcWorker wait() {{(pid=91735) _wait /opt/stack/neutron/neutron/service.py:128}} May 31 18:10:35.959450 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.service [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] returning from RpcWorker wait() {{(pid=91735) _wait /opt/stack/neutron/neutron/service.py:135}} May 31 18:10:35.959944 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Started child 91736 {{(pid=91628) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 18:10:35.960759 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-abce4fc6-a27f-4758-b03d-ce83b2183bdf None None] Notify callbacks [] for process, after_spawn {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:35.960856 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:35.961366 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:10:35.962598 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91628) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 18:10:35.962831 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 18:10:35.963015 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 18:10:35.963233 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 18:10:35.963563 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 18:10:35.963721 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 18:10:35.964220 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.964502 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.964776 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.964871 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:35.965322 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.965322 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.965863 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.965966 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:10:35.966119 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.966347 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.966611 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.966903 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.967072 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.967237 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.967631 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.967880 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.968192 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.968459 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.968711 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.968989 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.969156 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.969400 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.969672 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.969896 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.970164 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] debug = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.970380 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.970887 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.971117 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.971353 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.971587 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.971860 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.972108 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.972390 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.972618 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.972828 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.973054 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.973319 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.973552 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.973762 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.973974 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.974230 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.974439 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.974944 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] host = dv-cinder-770050-4-iscsi {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.975176 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.975388 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.975638 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.975889 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.976138 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.976352 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.976599 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.976849 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.977090 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.977308 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.977520 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.977761 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.977996 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.978230 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] log_file = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.978441 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] log_options = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.978608 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.978904 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.979145 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.979373 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.979509 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.979647 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.979891 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.980050 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.980294 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.980508 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.980718 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.980925 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.981153 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.981393 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.981651 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.981879 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.982118 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.982319 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.982566 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.982796 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.983432 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.983660 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.983879 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.984092 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.984316 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.984546 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.984794 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.984994 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.985202 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.985450 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.985682 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.985942 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.986184 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.986427 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.986650 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.986895 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.987122 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.987377 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.987603 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.987839 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.988089 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.988298 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.988516 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.988729 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.988937 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.990405 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] use_json = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.990633 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.990877 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.991138 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.991365 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.991583 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.993178 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.993513 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.993788 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.994242 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.994543 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.994906 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.995147 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.995461 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.995835 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.996111 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.996381 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.997689 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.999127 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.999968 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.000115 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.000323 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.000600 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.000825 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.001220 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.001474 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.001763 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.002017 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.002247 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.002497 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.002724 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.003158 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.003435 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.003697 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.003966 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.004205 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.004435 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.004678 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.004904 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.005182 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.005569 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.005859 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.006111 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.006346 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.006595 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.006878 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.007123 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.007394 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.007602 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.007851 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.008101 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.008330 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.008751 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.009173 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.009412 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.009792 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.010048 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.010299 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.010761 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.011461 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.011870 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.012169 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.012453 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.012756 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.012997 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.013229 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.013449 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.013667 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.013888 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.014156 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.015081 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.015493 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.015736 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.015959 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.016186 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.016436 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.016694 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.016937 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.017154 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.017553 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.017776 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.018019 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.018258 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.018479 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.018695 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.018955 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.019172 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.019395 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.019632 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.019871 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.020106 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.020321 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.020560 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.020843 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.021216 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.021477 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.021733 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.022013 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.022257 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.022514 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.022802 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.023031 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.023283 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.023519 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.023771 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.024002 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.024262 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.024490 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.024712 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.024986 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.025238 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.025484 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.025722 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.025968 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.026217 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.026496 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.026752 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.027036 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.027325 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.027581 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.027856 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.028084 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.028377 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.028653 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.028928 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.029214 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.029502 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.029807 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.030258 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.030906 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.031120 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.031270 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.031491 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.031728 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.031962 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.032182 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.032460 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.033785 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.033785 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.033785 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.033785 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.033785 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.034434 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.034434 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.034434 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.034837 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.034837 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.035083 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.035317 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.035575 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.035810 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.036054 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.036300 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.036704 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.037090 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.037320 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.037704 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.037928 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.038140 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.038394 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.038648 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.038886 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.039150 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.039377 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.039588 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.039821 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.040040 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.040255 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.040502 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.040719 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.040958 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.041236 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.041448 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.041666 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.041884 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.042097 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.042345 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.042568 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.042856 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.043107 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.043340 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.043572 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.043838 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.044104 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.044319 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.044557 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.044773 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.044987 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.045199 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.046012 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.046372 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.046740 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.047015 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.047230 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.047494 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.047713 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.048037 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.048282 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.048680 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.049074 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.049295 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.049538 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.050315 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.050315 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.050315 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.050588 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.050588 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.050880 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.051131 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.051353 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.051563 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.051764 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.051983 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.052203 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.052429 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.052730 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.052984 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.053219 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.053471 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.053708 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.053935 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.054143 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.054351 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.054745 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.054985 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.055231 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.055439 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.055650 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.055877 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.056085 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.056327 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.056539 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.056754 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.056970 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.057199 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.057421 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.057626 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.057833 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.058047 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.058255 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.058570 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.058854 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.059104 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.059385 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.059618 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.059862 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.060125 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.060452 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.060667 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.060908 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.061721 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.062118 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.062465 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.062732 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.063076 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.063415 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.063694 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.063977 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.064239 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.064529 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.064792 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.065007 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.065309 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.065664 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.065951 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.066223 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.066452 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.066719 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.066986 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.067224 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.067457 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.067694 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.067910 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.068147 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.068381 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.068605 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.068838 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.069061 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.069290 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.069542 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.069768 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.070010 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.070222 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.070380 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 18:10:36.070961 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91628) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 18:10:36.071126 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 18:10:36.071282 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 18:10:36.071473 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 18:10:36.071666 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 18:10:36.071822 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 18:10:36.072031 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.072196 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.072355 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.072516 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.072676 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.072886 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.073025 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.073149 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.073309 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.073467 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.073626 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.073784 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.073941 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.074099 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.074258 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.074415 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.074573 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.074731 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.074918 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.075062 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.075224 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.075382 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.075539 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] debug = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.075695 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.075897 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.076051 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.076208 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.076412 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.076549 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.076753 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.076884 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.077109 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.077401 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.077667 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.077836 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.077996 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.078156 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.078314 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.078472 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.078630 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.078814 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] host = dv-cinder-770050-4-iscsi {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.078978 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.079136 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.079293 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.079512 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.079677 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.079834 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.079978 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.080136 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.080294 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.080451 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.080608 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.080765 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.080924 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.081081 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] log_file = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.081239 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] log_options = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.081396 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.081551 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.081708 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.081884 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.082048 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.082207 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.082363 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.082519 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.082677 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.082855 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.083073 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.083163 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.083309 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.083465 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.083622 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.083779 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.083934 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.084108 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.084237 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.084393 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.084549 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.084705 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.084861 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.085017 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.085174 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.085335 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.085490 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.085805 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.085971 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.086129 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.086285 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.086444 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.086605 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.086762 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.086940 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.087099 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.087256 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.088039 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.088039 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.088039 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.088039 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.088039 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.088865 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.088865 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.088865 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.088865 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] use_json = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.088865 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.088865 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.089292 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.089292 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.089292 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.089600 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.089600 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.089757 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:36.089884 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.090120 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.090582 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.090582 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.090582 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.090841 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.090841 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.090987 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.091109 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.094815 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.094815 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.094815 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.094815 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.094815 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.094815 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.094815 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.094815 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.095529 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:10:36.095629 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.095629 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.095629 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.095629 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.095629 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.095629 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.095629 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.095629 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.096122 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.096122 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.096122 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.096122 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.096122 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.096122 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.096122 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.096122 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.096552 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.096552 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.096552 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.096552 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.096552 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.096552 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.096552 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.096552 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.097039 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.097039 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.097171 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.097237 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.097520 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.097702 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.097831 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.098109 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.098272 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.098742 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.098911 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.099198 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.099379 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.099542 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.099815 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.099975 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.100265 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.100467 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.100629 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.100781 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.101022 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.101231 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.101503 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.101668 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.102089 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.102415 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.102581 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.102801 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.103299 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.103299 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.103299 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.103767 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.103767 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.103767 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.104166 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.104166 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.104166 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.104562 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.104649 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.105198 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.105198 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.105198 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.105198 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.105610 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.105864 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.106035 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.106279 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.106279 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.106643 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.106814 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.106935 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.107183 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.107359 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.107487 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.107732 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.108479 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.108789 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.109097 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.109395 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.109594 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.109758 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.110079 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.110245 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.110407 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.110570 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.110733 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.110920 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.111082 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.111242 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.111402 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.111574 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.111736 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.111900 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.112062 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.112231 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.112402 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.112563 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.112725 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.112886 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.113045 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.113205 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.113368 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.113528 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.113693 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.113850 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.114196 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.114516 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.114691 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.114875 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.115040 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.115209 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.115393 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.115554 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.115716 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.115875 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.116036 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.116196 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.116357 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.116517 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.116679 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.116839 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.117000 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.117160 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.117320 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.117479 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.117639 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.117799 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.117961 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.118121 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.118283 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.118444 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.118605 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.118767 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.118949 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.119110 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.119269 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.119430 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.119590 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.119750 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.119910 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.120070 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.120216 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.120376 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.120535 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.120695 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.120855 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.121065 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.121231 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.121394 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.121554 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.121716 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.121876 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.122036 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.122197 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.122357 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.122519 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.122679 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.122861 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.123024 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.123183 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.123344 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.123530 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.123721 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.124000 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.124324 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.124585 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.124768 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.124930 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.125097 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.125257 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.125418 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.125580 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.125740 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.125901 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.126061 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.126221 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.126381 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.126544 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.126708 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.126946 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.127108 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.127271 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.127432 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.127593 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.127753 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.127927 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.128088 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.128248 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.128407 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.128568 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.128761 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.128923 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.129082 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.129243 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.129403 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.129574 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.129734 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.129894 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.130054 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.130215 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.130384 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.130543 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.130704 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.130892 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.131053 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.131221 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.131382 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.131542 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.131702 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.131861 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.132030 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.132192 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.132353 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.132521 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.132681 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.132841 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.133001 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.133175 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.133337 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.133498 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.133658 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.133820 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.133980 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.134143 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.134309 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.134480 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.134648 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.134836 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.134994 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.135167 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.135336 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.135497 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.135663 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.135837 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.136258 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.136423 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.136583 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.136743 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.136905 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.137065 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.137226 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.137386 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.137546 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.137707 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.137869 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.138028 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.138188 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.138348 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.138508 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.138668 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.138848 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.139011 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.139701 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:36.139916 dv-cinder-770050-4-iscsi neutron-server[91628]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 18:10:36.209983 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 54722) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:10:36.219449 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072801 May 31 18:10:46.999101 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43c0922-1140-4e80-84dd-97a0f23f99e1 None None] get_active_networks_info from dv-cinder-770050-4-iscsi {{(pid=91735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 18:10:47.073658 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43c0922-1140-4e80-84dd-97a0f23f99e1 None None] No non-hosted networks {{(pid=91735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 31 18:10:47.081390 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.agentschedulers_db [None req-f43c0922-1140-4e80-84dd-97a0f23f99e1 None None] DHCP Agent not found on host dv-cinder-770050-4-iscsi {{(pid=91735) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 31 18:10:47.203774 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f57d2b01-ec0c-4c38-b9f6-ea76c0cd9ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166'] for agent, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:49.291927 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166'] for agent, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:49.292627 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:49.292971 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:49.293366 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:49.293739 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:49.294097 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:49.306693 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:49.307176 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:49.307541 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:49.307887 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:49.313209 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:49.313590 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:49.313939 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:49.314349 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-770050-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:10:49.334246 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-770050-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:10:49.692870 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a3489d38-3bc3-4e9e-a3a4-e6c1fbaae228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166'] for agent, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:49.757626 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c90d8af-d365-4930-a649-9b7002cd6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:50.302001 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166'] for agent, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:52.052097 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166'] for agent, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:52.743654 dv-cinder-770050-4-iscsi neutron-server[91735]: INFO neutron.db.l3_hamode_db [None req-88999eb1-b7f0-429e-b2b9-68156b1e9255 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 31 18:10:52.835283 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88999eb1-b7f0-429e-b2b9-68156b1e9255 None None] Routers set() bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:10:52.835396 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88999eb1-b7f0-429e-b2b9-68156b1e9255 None None] Router IDs set() for agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 31 18:10:53.627675 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 54816) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:10:54.203966 dv-cinder-770050-4-iscsi neutron-server[91734]: WARNING oslo_policy.policy [None req-9c8ee3f9-9d8f-4934-901b-d5004185670a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 18:10:54.204546 dv-cinder-770050-4-iscsi neutron-server[91734]: WARNING oslo_policy.policy [None req-9c8ee3f9-9d8f-4934-901b-d5004185670a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 18:10:54.421180 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [None req-9c8ee3f9-9d8f-4934-901b-d5004185670a admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=91734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:10:54.422149 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-9c8ee3f9-9d8f-4934-901b-d5004185670a admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7935812 May 31 18:10:56.765855 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 54830) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:10:57.123063 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-20c5a872-2185-4705-ba65-162d6e5f65c2 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:10:57.224333 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.policy [None req-20c5a872-2185-4705-ba65-162d6e5f65c2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91734) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 18:10:57.270664 dv-cinder-770050-4-iscsi neutron-server[91734]: WARNING oslo_policy.policy [None req-20c5a872-2185-4705-ba65-162d6e5f65c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 18:10:57.271064 dv-cinder-770050-4-iscsi neutron-server[91734]: WARNING oslo_policy.policy [None req-20c5a872-2185-4705-ba65-162d6e5f65c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 18:10:57.279642 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.quota [None req-20c5a872-2185-4705-ba65-162d6e5f65c2 admin admin] Loaded quota_driver: . May 31 18:10:57.294830 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-20c5a872-2185-4705-ba65-162d6e5f65c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:10:57.353284 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-20c5a872-2185-4705-ba65-162d6e5f65c2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759831853202', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759831848691', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759831842036', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759831935392', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759831924283', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759831946393', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1642428', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1661246', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-597544', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-556693'] for rbac-policy, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:57.413033 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-20c5a872-2185-4705-ba65-162d6e5f65c2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:57.414443 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-20c5a872-2185-4705-ba65-162d6e5f65c2 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6476483 May 31 18:10:59.983798 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 54844) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:00.333274 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Request body: {'network': {'tenant_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'name': 'private', 'admin_state_up': True, 'project_id': 'e4902f007dee4353b79bac8c2ce6e58e'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:11:00.337879 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:11:00.342356 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Usage tracker for resource:network and tenant:e4902f007dee4353b79bac8c2ce6e58e is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:11:00.346868 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:11:00.352774 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:11:00.362514 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Made reservation on behalf of e4902f007dee4353b79bac8c2ce6e58e for: {'network': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:11:00.365415 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:00.382991 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:00.396614 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:11:00.400191 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Usage tracker for resource:security_group_rule and tenant:e4902f007dee4353b79bac8c2ce6e58e is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:11:00.405439 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:11:00.410891 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:11:00.504718 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:00.508472 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:00.514010 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:00.531859 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=91734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:11:00.557495 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759829597157', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:00.558090 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Unsubscribe: segment precommit_create {{(pid=91734) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 18:11:00.558551 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.segments_db [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Added segment a33c6134-400d-450a-a614-d3418880b8d4 of type vlan for network 151c500c-70a5-4c58-9f65-dbfe321ca827 May 31 18:11:00.607254 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84386b80-183a-4089-9302-5e798b196465,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:00.623706 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:00.624062 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:00.624394 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:00.624715 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:00.625034 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:00.625363 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:00.625673 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:00.625981 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:00.626301 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:00.626608 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:00.626938 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:00.627240 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Tracked resource versions report: May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: pushed versions: May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: { 'AddressGroup': {'1.2'}, May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'ConntrackHelper': {'1.0'}, May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Log': {'1.0'}, May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Network': {'1.1'}, May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Port': {'1.7'}, May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'PortForwarding': {'1.2'}, May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'QosPolicy': {'1.8'}, May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'SecurityGroup': {'1.4'}, May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'SecurityGroupRule': {'1.2'}, May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'SubPort': {'1.0'}, May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Subnet': {'1.1'}, May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Trunk': {'1.1'}} May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: consumer versions: May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: { DHCP agent@dv-cinder-770050-4-iscsi: {}, May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: L3 agent@dv-cinder-770050-4-iscsi: {}, May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: Metadata agent@dv-cinder-770050-4-iscsi: {}, May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: Metering agent@dv-cinder-770050-4-iscsi: {}, May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: Open vSwitch agent@dv-cinder-770050-4-iscsi: { 'AddressGroup': '1.2', May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'ConntrackHelper': '1.0', May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Log': '1.0', May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Network': '1.1', May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Port': '1.7', May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'PortForwarding': '1.2', May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'QosPolicy': '1.8', May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'SecurityGroup': '1.4', May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'SecurityGroupRule': '1.2', May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'SubPort': '1.0', May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Subnet': '1.1', May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Trunk': '1.1'}} May 31 18:11:00.628349 dv-cinder-770050-4-iscsi neutron-server[91734]: {{(pid=91734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 18:11:00.677973 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:00.681683 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:00.718276 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:00.719676 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:11:00.720314 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:00.724688 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:00.827288 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8424325 May 31 18:11:00.827972 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Pushing event updated for resources: {'Network': ['ID=151c500c-70a5-4c58-9f65-dbfe321ca827,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:00.850141 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:00.858403 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network 151c500c-70a5-4c58-9f65-dbfe321ca827 details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:11:03.452962 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54860) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:04.026417 dv-cinder-770050-4-iscsi neutron-server[91733]: WARNING oslo_policy.policy [None req-bdff58b6-6123-4c81-ad74-1c1e9666d14f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 18:11:04.026998 dv-cinder-770050-4-iscsi neutron-server[91733]: WARNING oslo_policy.policy [None req-bdff58b6-6123-4c81-ad74-1c1e9666d14f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 18:11:04.458094 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.policy [None req-bdff58b6-6123-4c81-ad74-1c1e9666d14f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91733) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 18:11:04.503538 dv-cinder-770050-4-iscsi neutron-server[91733]: WARNING oslo_policy.policy [None req-bdff58b6-6123-4c81-ad74-1c1e9666d14f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 18:11:04.503906 dv-cinder-770050-4-iscsi neutron-server[91733]: WARNING oslo_policy.policy [None req-bdff58b6-6123-4c81-ad74-1c1e9666d14f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 18:11:04.512530 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdff58b6-6123-4c81-ad74-1c1e9666d14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:11:04.515127 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-bdff58b6-6123-4c81-ad74-1c1e9666d14f admin admin] 10.222.0.30 "GET /v2.0/networks/151c500c-70a5-4c58-9f65-dbfe321ca827 HTTP/1.1" status: 200 len: 825 time: 1.0601716 May 31 18:11:04.546669 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-b64c06ca-1ba3-474f-8bb3-49e71fce9a48 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/239ffab4-77ff-4bbe-842c-ecb2c2670b18 HTTP/1.1" status: 200 len: 734 time: 0.0262718 May 31 18:11:04.554972 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'subnetpool_id': '239ffab4-77ff-4bbe-842c-ecb2c2670b18', 'network_id': '151c500c-70a5-4c58-9f65-dbfe321ca827', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:11:04.556484 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.quota [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Loaded quota_driver: . May 31 18:11:04.562820 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:11:04.568345 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Usage tracker for resource:subnet and tenant:e4902f007dee4353b79bac8c2ce6e58e is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:11:04.571620 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:11:04.578903 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:11:04.593277 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Made reservation on behalf of e4902f007dee4353b79bac8c2ce6e58e for: {'subnet': 1} {{(pid=91733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:11:04.596189 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:05.081028 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:05.086699 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:05.164963 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Checking segment: {'id': 'a33c6134-400d-450a-a614-d3418880b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '151c500c-70a5-4c58-9f65-dbfe321ca827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:11:05.165339 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Network hostable DHCP agents. Network: 151c500c-70a5-4c58-9f65-dbfe321ca827, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:11:05.178037 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b05aa92-7584-443f-8614-b3e81acc1813,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:05.187838 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:05.188190 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:05.188518 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:05.188838 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:05.189153 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:05.189482 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:05.189793 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:05.190100 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:05.190421 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:05.190728 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:05.191055 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:05.191355 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Tracked resource versions report: May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: pushed versions: May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: { 'AddressGroup': {'1.2'}, May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'ConntrackHelper': {'1.0'}, May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Log': {'1.0'}, May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Network': {'1.1'}, May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Port': {'1.7'}, May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'PortForwarding': {'1.2'}, May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'QosPolicy': {'1.8'}, May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'SecurityGroup': {'1.4'}, May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'SecurityGroupRule': {'1.2'}, May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'SubPort': {'1.0'}, May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Subnet': {'1.1'}, May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Trunk': {'1.1'}} May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: consumer versions: May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: { DHCP agent@dv-cinder-770050-4-iscsi: {}, May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: L3 agent@dv-cinder-770050-4-iscsi: {}, May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: Metadata agent@dv-cinder-770050-4-iscsi: {}, May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: Metering agent@dv-cinder-770050-4-iscsi: {}, May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: Open vSwitch agent@dv-cinder-770050-4-iscsi: { 'AddressGroup': '1.2', May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'ConntrackHelper': '1.0', May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Log': '1.0', May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Network': '1.1', May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Port': '1.7', May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'PortForwarding': '1.2', May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'QosPolicy': '1.8', May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'SecurityGroup': '1.4', May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'SecurityGroupRule': '1.2', May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'SubPort': '1.0', May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Subnet': '1.1', May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Trunk': '1.1'}} May 31 18:11:05.192456 dv-cinder-770050-4-iscsi neutron-server[91733]: {{(pid=91733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 18:11:05.223048 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Network 151c500c-70a5-4c58-9f65-dbfe321ca827 is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:11:05.227073 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:05.235061 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, 151c500c-70a5-4c58-9f65-dbfe321ca827) {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:11:05.239661 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:11:05.240298 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:05.245480 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68797eb1-8105-46d8-a4cb-c9f61bd898a7 None None] Network 151c500c-70a5-4c58-9f65-dbfe321ca827 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:11:05.268824 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7091446 May 31 18:11:05.562744 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53c3527c-b754-508a-bbd5-2b07d57767e0-151c500c-70a5-4c58-9f65-dbfe321ca827', 'network_id': '151c500c-70a5-4c58-9f65-dbfe321ca827', 'tenant_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'fixed_ips': [{'subnet_id': '0b05aa92-7584-443f-8614-b3e81acc1813'}]}} from dv-cinder-770050-4-iscsi. {{(pid=91735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 18:11:05.564024 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:05.746184 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Allocated IP 172.20.0.2 (151c500c-70a5-4c58-9f65-dbfe321ca827/0b05aa92-7584-443f-8614-b3e81acc1813/6be8c736-9a4d-40d9-96d5-79c6d12a1298) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:11:05.975161 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:05.988676 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Transition to ACTIVE for port object 6be8c736-9a4d-40d9-96d5-79c6d12a1298 will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:11:06.010484 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Transition to ACTIVE for port object 6be8c736-9a4d-40d9-96d5-79c6d12a1298 will not be triggered until provisioned by entity DHCP. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:11:06.017768 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:06.023307 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:06.087219 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Network 151c500c-70a5-4c58-9f65-dbfe321ca827 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:11:06.090314 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:11:06.097959 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:11:06.105983 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Pushing event updated for resources: {'Port': ['ID=6be8c736-9a4d-40d9-96d5-79c6d12a1298,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:06.149645 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:06.149986 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:06.150322 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:06.150651 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:06.151001 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:06.151327 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:06.151649 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:06.151970 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:06.152302 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:06.152620 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:06.152934 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:06.153249 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Tracked resource versions report: May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: pushed versions: May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: { 'AddressGroup': {'1.2'}, May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'ConntrackHelper': {'1.0'}, May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Log': {'1.0'}, May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Network': {'1.1'}, May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Port': {'1.7'}, May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'PortForwarding': {'1.2'}, May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'QosPolicy': {'1.8'}, May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'SecurityGroup': {'1.4'}, May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'SecurityGroupRule': {'1.2'}, May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'SubPort': {'1.0'}, May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Subnet': {'1.1'}, May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Trunk': {'1.1'}} May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: consumer versions: May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: { DHCP agent@dv-cinder-770050-4-iscsi: {}, May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: L3 agent@dv-cinder-770050-4-iscsi: {}, May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: Metadata agent@dv-cinder-770050-4-iscsi: {}, May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: Metering agent@dv-cinder-770050-4-iscsi: {}, May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: Open vSwitch agent@dv-cinder-770050-4-iscsi: { 'AddressGroup': '1.2', May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'ConntrackHelper': '1.0', May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Log': '1.0', May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Network': '1.1', May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Port': '1.7', May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'PortForwarding': '1.2', May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'QosPolicy': '1.8', May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'SecurityGroup': '1.4', May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'SecurityGroupRule': '1.2', May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'SubPort': '1.0', May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Subnet': '1.1', May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Trunk': '1.1'}} May 31 18:11:06.154950 dv-cinder-770050-4-iscsi neutron-server[91735]: {{(pid=91735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 18:11:06.186679 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:06.206288 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Attempting to bind port 6be8c736-9a4d-40d9-96d5-79c6d12a1298 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:11:06.206698 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Attempting to bind port 6be8c736-9a4d-40d9-96d5-79c6d12a1298 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'a33c6134-400d-450a-a614-d3418880b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '151c500c-70a5-4c58-9f65-dbfe321ca827'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:11:06.207213 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Attempting to bind port 6be8c736-9a4d-40d9-96d5-79c6d12a1298 on network 151c500c-70a5-4c58-9f65-dbfe321ca827 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:11:06.212361 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:11:06.212776 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Checking segment: {'id': 'a33c6134-400d-450a-a614-d3418880b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '151c500c-70a5-4c58-9f65-dbfe321ca827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:11:06.213266 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:06.213656 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Bound using segment: {'id': 'a33c6134-400d-450a-a614-d3418880b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '151c500c-70a5-4c58-9f65-dbfe321ca827'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:11:06.214375 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Bound port: 6be8c736-9a4d-40d9-96d5-79c6d12a1298, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33c6134-400d-450a-a614-d3418880b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '151c500c-70a5-4c58-9f65-dbfe321ca827'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:11:06.214753 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:06.303215 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] For port 6be8c736-9a4d-40d9-96d5-79c6d12a1298, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:11:06.309059 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] For port 6be8c736-9a4d-40d9-96d5-79c6d12a1298, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=6be8c736-9a4d-40d9-96d5-79c6d12a1298,segment=NetworkSegment(a33c6134-400d-450a-a614-d3418880b8d4),segment_id=a33c6134-400d-450a-a614-d3418880b8d4)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:11:06.315090 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:06.319058 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:06.403765 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Pushing event updated for resources: {'Port': ['ID=6be8c736-9a4d-40d9-96d5-79c6d12a1298,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:06.407303 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:07.663705 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54880) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:08.035756 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [None req-96a9fa5d-9410-4a91-b078-c08bde8beaa6 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=91733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:11:08.036806 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-96a9fa5d-9410-4a91-b078-c08bde8beaa6 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3721898 May 31 18:11:10.381210 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54890) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:10.753791 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [None req-688de31c-df72-4fa2-9c35-7febc74ba826 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=91733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:11:10.754842 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-688de31c-df72-4fa2-9c35-7febc74ba826 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3726971 May 31 18:11:11.314833 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 6be8c736-9a4d-40d9-96d5-79c6d12a1298 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:11:11.390127 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 6be8c736-9a4d-40d9-96d5-79c6d12a1298 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:11:11.926018 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8ec812-c1d4-4dde-9a1e-f410a1716313 None None] Network 151c500c-70a5-4c58-9f65-dbfe321ca827 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:11:12.007949 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-3c1a8a6b-6fcc-47f3-a05d-ed3221c68963 None None] Provisioning for port 6be8c736-9a4d-40d9-96d5-79c6d12a1298 completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:11:12.023416 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-3c1a8a6b-6fcc-47f3-a05d-ed3221c68963 None None] Provisioning complete for port 6be8c736-9a4d-40d9-96d5-79c6d12a1298 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:11:12.023798 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c1a8a6b-6fcc-47f3-a05d-ed3221c68963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:12.239209 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c1a8a6b-6fcc-47f3-a05d-ed3221c68963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:12.314194 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-3c1a8a6b-6fcc-47f3-a05d-ed3221c68963 None None] For port 6be8c736-9a4d-40d9-96d5-79c6d12a1298, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=6be8c736-9a4d-40d9-96d5-79c6d12a1298,segment=NetworkSegment(a33c6134-400d-450a-a614-d3418880b8d4),segment_id=a33c6134-400d-450a-a614-d3418880b8d4)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:11:12.318016 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c1a8a6b-6fcc-47f3-a05d-ed3221c68963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:12.322902 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:12.395968 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a8a6b-6fcc-47f3-a05d-ed3221c68963 None None] Pushing event updated for resources: {'Port': ['ID=6be8c736-9a4d-40d9-96d5-79c6d12a1298,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:12.399285 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-3c1a8a6b-6fcc-47f3-a05d-ed3221c68963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:12.540429 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-f4bf7f8f-8d2e-4731-86b9-4f3369ddb0a6 None None] Provisioning complete for port 6be8c736-9a4d-40d9-96d5-79c6d12a1298 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:11:12.540801 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f4bf7f8f-8d2e-4731-86b9-4f3369ddb0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:13.294486 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 6be8c736-9a4d-40d9-96d5-79c6d12a1298 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:11:13.361113 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 6be8c736-9a4d-40d9-96d5-79c6d12a1298 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:11:13.361795 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:13.391810 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54906) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:13.742634 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-59633f55-6dfa-4d70-a5ba-40a46764d1b7 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'admin_state_up': True}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:11:13.747371 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-59633f55-6dfa-4d70-a5ba-40a46764d1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:11:13.751204 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-59633f55-6dfa-4d70-a5ba-40a46764d1b7 admin admin] Usage tracker for resource:router and tenant:e4902f007dee4353b79bac8c2ce6e58e is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:11:13.754501 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-59633f55-6dfa-4d70-a5ba-40a46764d1b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:11:13.760305 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-59633f55-6dfa-4d70-a5ba-40a46764d1b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:11:13.771009 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-59633f55-6dfa-4d70-a5ba-40a46764d1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-403135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4890'] for router, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:13.772544 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-59633f55-6dfa-4d70-a5ba-40a46764d1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4881'] for router, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:13.795160 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-59633f55-6dfa-4d70-a5ba-40a46764d1b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:13.920399 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-59633f55-6dfa-4d70-a5ba-40a46764d1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401414'] for router, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:13.939262 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-59633f55-6dfa-4d70-a5ba-40a46764d1b7 admin admin] Notify callbacks [] for router, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:13.940385 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-59633f55-6dfa-4d70-a5ba-40a46764d1b7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5475523 May 31 18:11:16.270021 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54916) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:16.630941 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [None req-479d1c80-1559-478b-8460-f3c17bd56734 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=91733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:11:16.631891 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-479d1c80-1559-478b-8460-f3c17bd56734 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3609719 May 31 18:11:16.900068 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-651bd52b-1c81-4475-a6f4-fa4ab48d8716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:17.016129 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 5 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:11:19.101683 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54926) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:19.289185 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:19.471645 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:11:19.476853 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:11:19.480587 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Usage tracker for resource:network and tenant:ede632dd6649433f91bfc455b11c55b3 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:11:19.483556 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:11:19.489105 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:11:19.498900 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Made reservation on behalf of ede632dd6649433f91bfc455b11c55b3 for: {'network': 1} {{(pid=91733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:11:19.501124 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:19.519366 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:19.532926 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:11:19.536537 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Usage tracker for resource:security_group_rule and tenant:ede632dd6649433f91bfc455b11c55b3 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:11:19.539723 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:11:19.545923 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:11:19.636461 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:19.640412 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:19.644472 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:19.658894 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Reserving flat network on physical network physnet1 {{(pid=91733) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 31 18:11:19.679972 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4887b2d-90ed-46a0-b733-9c01b1634e61,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:19.685183 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759829597157', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:19.685339 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-43f98e17-67bc-477a-b16d-6ff8b1b93503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:19.686564 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Unsubscribe: segment precommit_create {{(pid=91733) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 18:11:19.687272 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.db.segments_db [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Added segment d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535 of type flat for network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 May 31 18:11:19.694498 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:19.732775 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:19.772452 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:19.773742 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:11:19.774308 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:19.778612 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:19.871275 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7686794 May 31 18:11:19.874799 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Pushing event updated for resources: {'Network': ['ID=1cefa8cd-0a9d-4799-a9e0-704b2c95ae89,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:19.893266 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:19.900458 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:11:20.246080 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:21.999561 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:22.187218 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 54946) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:22.399302 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2580cb73-102e-46fa-aaec-1a069e4587e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:11:22.400612 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-2580cb73-102e-46fa-aaec-1a069e4587e3 admin admin] 10.222.0.30 "GET /v2.0/subnets/0b05aa92-7584-443f-8614-b3e81acc1813 HTTP/1.1" status: 200 len: 849 time: 0.2124646 May 31 18:11:22.568314 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-bce664a9-df32-4bf0-b330-5aa76bbc4f1a admin admin] 10.222.0.30 "GET /v2.0/routers/3068c172-c12a-4f6d-9d57-3688f80d5bdf HTTP/1.1" status: 200 len: 704 time: 0.1618502 May 31 18:11:23.028390 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:23.257589 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Allocated IP 172.20.0.1 (151c500c-70a5-4c58-9f65-dbfe321ca827/0b05aa92-7584-443f-8614-b3e81acc1813/9a45c0ad-ed80-4320-a74b-0fc4d53ca65d) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:11:23.411104 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:23.428702 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Transition to ACTIVE for port object 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d will not be triggered until provisioned by entity DHCP. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:11:23.482020 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:23.487357 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:23.548780 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Network 151c500c-70a5-4c58-9f65-dbfe321ca827 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:11:23.551540 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:11:23.557538 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:11:23.558075 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407415'] for router_interface, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:23.691580 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Pushing event updated for resources: {'Port': ['ID=9a45c0ad-ed80-4320-a74b-0fc4d53ca65d,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:23.705125 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:23.735431 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-8768c432-905c-4acf-bae6-0fb03950b6c1 None None] Provisioning for port 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:11:23.739975 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-8768c432-905c-4acf-bae6-0fb03950b6c1 None None] Provisioning complete for port 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:11:23.740343 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8768c432-905c-4acf-bae6-0fb03950b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:23.792526 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-8768c432-905c-4acf-bae6-0fb03950b6c1 None None] Port 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:11:23.825044 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:24.084709 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:24.088860 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:24.089996 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407514'] for router_interface, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:24.093091 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:24.230651 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Pushing event updated for resources: {'Port': ['ID=9a45c0ad-ed80-4320-a74b-0fc4d53ca65d,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:24.234421 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:24.292134 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Network 151c500c-70a5-4c58-9f65-dbfe321ca827 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:11:24.293154 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:11:24.475680 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Router 3068c172-c12a-4f6d-9d57-3688f80d5bdf is scheduled to L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 with binding_index 1 {{(pid=91734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 18:11:24.521420 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-d4037eee-4065-4f25-bff5-68a36aa58251 None None] Provisioning complete for port 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:11:24.521792 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d4037eee-4065-4f25-bff5-68a36aa58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:24.576050 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-d4037eee-4065-4f25-bff5-68a36aa58251 None None] Port 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:11:24.629454 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:11:24.639192 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] 10.222.0.30 "PUT /v2.0/routers/3068c172-c12a-4f6d-9d57-3688f80d5bdf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0653348 May 31 18:11:24.639797 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Sync routers for ids ['3068c172-c12a-4f6d-9d57-3688f80d5bdf'] in dv-cinder-770050-4-iscsi {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:11:24.650270 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Routers {'3068c172-c12a-4f6d-9d57-3688f80d5bdf'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:11:24.651149 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:11:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['3068c172-c12a-4f6d-9d57-3688f80d5bdf'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:11:24.824048 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Set router 3068c172-c12a-4f6d-9d57-3688f80d5bdf gateway port host: None {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:11:25.187716 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3068c172-c12a-4f6d-9d57-3688f80d5bdf', 'name': 'router1', 'tenant_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:11:13Z', 'updated_at': '2021-05-31T18:11:23Z', 'revision_number': 2, 'project_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'gw_port_host': None, '_interfaces': [{'id': '9a45c0ad-ed80-4320-a74b-0fc4d53ca65d', 'name': '', 'network_id': '151c500c-70a5-4c58-9f65-dbfe321ca827', 'tenant_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'mac_address': 'fa:16:3e:c2:44:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3068c172-c12a-4f6d-9d57-3688f80d5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b05aa92-7584-443f-8614-b3e81acc1813', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:11:23Z', 'updated_at': '2021-05-31T18:11:23Z', 'revision_number': 2, 'project_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'subnets': [{'id': '0b05aa92-7584-443f-8614-b3e81acc1813', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '239ffab4-77ff-4bbe-842c-ecb2c2670b18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:11:25.192564 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Checking router: 3068c172-c12a-4f6d-9d57-3688f80d5bdf for host: dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:11:25.192933 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Updating router 3068c172-c12a-4f6d-9d57-3688f80d5bdf port 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d binding host dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:11:25.247553 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:25.621855 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Notify callbacks [] for port, precommit_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:25.636242 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Transition to ACTIVE for port object 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:11:25.644295 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:25.650795 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:25.827428 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec6d46-ce84-496c-8e2b-956f331b4b1f None None] Pushing event updated for resources: {'Port': ['ID=9a45c0ad-ed80-4320-a74b-0fc4d53ca65d,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:25.877231 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec6d46-ce84-496c-8e2b-956f331b4b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:25.877502 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec6d46-ce84-496c-8e2b-956f331b4b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:25.877836 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec6d46-ce84-496c-8e2b-956f331b4b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:25.878167 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec6d46-ce84-496c-8e2b-956f331b4b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:25.878489 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec6d46-ce84-496c-8e2b-956f331b4b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:25.878834 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec6d46-ce84-496c-8e2b-956f331b4b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:25.879157 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec6d46-ce84-496c-8e2b-956f331b4b1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:25.879478 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec6d46-ce84-496c-8e2b-956f331b4b1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:25.879800 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec6d46-ce84-496c-8e2b-956f331b4b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:25.880117 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec6d46-ce84-496c-8e2b-956f331b4b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:25.880431 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec6d46-ce84-496c-8e2b-956f331b4b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:25.880743 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec6d46-ce84-496c-8e2b-956f331b4b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec6d46-ce84-496c-8e2b-956f331b4b1f None None] Tracked resource versions report: May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: pushed versions: May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: { 'AddressGroup': {'1.2'}, May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'ConntrackHelper': {'1.0'}, May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Log': {'1.0'}, May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Network': {'1.1'}, May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Port': {'1.7'}, May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'PortForwarding': {'1.2'}, May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'QosPolicy': {'1.8'}, May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'SecurityGroup': {'1.4'}, May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'SecurityGroupRule': {'1.2'}, May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'SubPort': {'1.0'}, May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Subnet': {'1.1'}, May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Trunk': {'1.1'}} May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: consumer versions: May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: { DHCP agent@dv-cinder-770050-4-iscsi: {}, May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: L3 agent@dv-cinder-770050-4-iscsi: {}, May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: Metadata agent@dv-cinder-770050-4-iscsi: {}, May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: Metering agent@dv-cinder-770050-4-iscsi: {}, May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: Open vSwitch agent@dv-cinder-770050-4-iscsi: { 'AddressGroup': '1.2', May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'ConntrackHelper': '1.0', May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Log': '1.0', May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Network': '1.1', May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Port': '1.7', May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'PortForwarding': '1.2', May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'QosPolicy': '1.8', May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'SecurityGroup': '1.4', May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'SecurityGroupRule': '1.2', May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'SubPort': '1.0', May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Subnet': '1.1', May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Trunk': '1.1'}} May 31 18:11:25.881876 dv-cinder-770050-4-iscsi neutron-server[91736]: {{(pid=91736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 18:11:25.890809 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-3cec6d46-ce84-496c-8e2b-956f331b4b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:25.900001 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Attempting to bind port 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:11:25.900408 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Attempting to bind port 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'a33c6134-400d-450a-a614-d3418880b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '151c500c-70a5-4c58-9f65-dbfe321ca827'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:11:25.900887 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Attempting to bind port 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d on network 151c500c-70a5-4c58-9f65-dbfe321ca827 {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:11:25.907151 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:11:25.907572 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Checking segment: {'id': 'a33c6134-400d-450a-a614-d3418880b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '151c500c-70a5-4c58-9f65-dbfe321ca827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:11:25.908049 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:25.908432 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Bound using segment: {'id': 'a33c6134-400d-450a-a614-d3418880b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '151c500c-70a5-4c58-9f65-dbfe321ca827'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:11:25.908963 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Bound port: 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33c6134-400d-450a-a614-d3418880b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '151c500c-70a5-4c58-9f65-dbfe321ca827'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:11:25.909331 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:25.995237 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] For port 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:11:25.999491 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] For port 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=9a45c0ad-ed80-4320-a74b-0fc4d53ca65d,segment=NetworkSegment(a33c6134-400d-450a-a614-d3418880b8d4),segment_id=a33c6134-400d-450a-a614-d3418880b8d4)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:11:26.004011 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:26.008581 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:26.095406 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Routers {'3068c172-c12a-4f6d-9d57-3688f80d5bdf'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:11:26.096038 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:11:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['3068c172-c12a-4f6d-9d57-3688f80d5bdf'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:11:26.157535 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec6d46-ce84-496c-8e2b-956f331b4b1f None None] Pushing event updated for resources: {'Port': ['ID=9a45c0ad-ed80-4320-a74b-0fc4d53ca65d,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:26.160959 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-3cec6d46-ce84-496c-8e2b-956f331b4b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:26.288479 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] Set router 3068c172-c12a-4f6d-9d57-3688f80d5bdf gateway port host: None {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:11:26.616652 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3068c172-c12a-4f6d-9d57-3688f80d5bdf', 'name': 'router1', 'tenant_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:11:13Z', 'updated_at': '2021-05-31T18:11:23Z', 'revision_number': 2, 'project_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'gw_port_host': None, '_interfaces': [{'id': '9a45c0ad-ed80-4320-a74b-0fc4d53ca65d', 'name': '', 'network_id': '151c500c-70a5-4c58-9f65-dbfe321ca827', 'tenant_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'mac_address': 'fa:16:3e:c2:44:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3068c172-c12a-4f6d-9d57-3688f80d5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b05aa92-7584-443f-8614-b3e81acc1813', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:11:23Z', 'updated_at': '2021-05-31T18:11:25Z', 'revision_number': 4, 'project_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'subnets': [{'id': '0b05aa92-7584-443f-8614-b3e81acc1813', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '239ffab4-77ff-4bbe-842c-ecb2c2670b18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:11:26.620623 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0712ce-a38c-4f33-9c24-3075cde894e5 None None] The sync data for ids ['3068c172-c12a-4f6d-9d57-3688f80d5bdf'] in dv-cinder-770050-4-iscsi is: [{'id': '3068c172-c12a-4f6d-9d57-3688f80d5bdf', 'name': 'router1', 'tenant_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:11:13Z', 'updated_at': '2021-05-31T18:11:23Z', 'revision_number': 2, 'project_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'gw_port_host': None, '_interfaces': [{'id': '9a45c0ad-ed80-4320-a74b-0fc4d53ca65d', 'name': '', 'network_id': '151c500c-70a5-4c58-9f65-dbfe321ca827', 'tenant_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'mac_address': 'fa:16:3e:c2:44:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3068c172-c12a-4f6d-9d57-3688f80d5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b05aa92-7584-443f-8614-b3e81acc1813', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:11:23Z', 'updated_at': '2021-05-31T18:11:25Z', 'revision_number': 4, 'project_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'subnets': [{'id': '0b05aa92-7584-443f-8614-b3e81acc1813', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '239ffab4-77ff-4bbe-842c-ecb2c2670b18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:11:26.818323 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 54968) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:26.972894 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bead143-e256-4f8e-b10b-306e4b187c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:11:26.974167 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-7bead143-e256-4f8e-b10b-306e4b187c13 admin admin] 10.222.0.30 "GET /v2.0/networks/1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 HTTP/1.1" status: 200 len: 842 time: 0.1548622 May 31 18:11:26.983605 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-f660ed39-7ef3-438c-b744-113a18ae1bf8 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:11:26.988632 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f660ed39-7ef3-438c-b744-113a18ae1bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:11:26.992423 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-f660ed39-7ef3-438c-b744-113a18ae1bf8 admin admin] Usage tracker for resource:subnet and tenant:ede632dd6649433f91bfc455b11c55b3 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:11:26.995280 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-f660ed39-7ef3-438c-b744-113a18ae1bf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:11:27.001490 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f660ed39-7ef3-438c-b744-113a18ae1bf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:11:27.011020 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f660ed39-7ef3-438c-b744-113a18ae1bf8 admin admin] Made reservation on behalf of ede632dd6649433f91bfc455b11c55b3 for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:11:27.014136 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f660ed39-7ef3-438c-b744-113a18ae1bf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:27.434429 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.objects.ports [None req-f660ed39-7ef3-438c-b744-113a18ae1bf8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91734) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 18:11:27.434896 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f660ed39-7ef3-438c-b744-113a18ae1bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:27.439880 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:27.510265 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660ed39-7ef3-438c-b744-113a18ae1bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67065c8c-a7bf-4ea9-bccb-f9c1fabaa892,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:27.514744 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660ed39-7ef3-438c-b744-113a18ae1bf8 admin admin] Checking segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:11:27.515136 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f660ed39-7ef3-438c-b744-113a18ae1bf8 admin admin] Network hostable DHCP agents. Network: 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:11:27.517922 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f660ed39-7ef3-438c-b744-113a18ae1bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:27.535256 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f660ed39-7ef3-438c-b744-113a18ae1bf8 admin admin] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:11:27.545394 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-f660ed39-7ef3-438c-b744-113a18ae1bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:11:27.553804 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06f9712-66a4-4ec4-8428-f2ed091ba0f8 None None] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:11:27.554317 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f660ed39-7ef3-438c-b744-113a18ae1bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:11:27.554983 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f660ed39-7ef3-438c-b744-113a18ae1bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:27.590813 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-f660ed39-7ef3-438c-b744-113a18ae1bf8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6008089 May 31 18:11:27.755453 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d7af98-a8ae-4b9f-b231-268408e623da None None] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:11:29.333460 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:11:29.409830 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:11:29.415114 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:11:29.415493 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:29.545120 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:29.577018 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=9a45c0ad-ed80-4320-a74b-0fc4d53ca65d,segment=NetworkSegment(a33c6134-400d-450a-a614-d3418880b8d4),segment_id=a33c6134-400d-450a-a614-d3418880b8d4)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:11:29.581012 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:29.583222 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:29.671831 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=9a45c0ad-ed80-4320-a74b-0fc4d53ca65d,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:29.674742 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:29.828119 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 54982) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:30.063983 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-b983408d-a952-4c36-9cba-9412d723a53c admin admin] 10.222.0.30 "GET /v2.0/routers/3068c172-c12a-4f6d-9d57-3688f80d5bdf HTTP/1.1" status: 200 len: 710 time: 0.2346065 May 31 18:11:30.193871 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53413510-c703-469b-aee8-b5d2093320ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:11:30.195248 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-53413510-c703-469b-aee8-b5d2093320ac admin admin] 10.222.0.30 "GET /v2.0/networks/1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 HTTP/1.1" status: 200 len: 886 time: 0.1262589 May 31 18:11:30.204026 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:11:30.634981 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4967'] for router, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:30.954633 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:31.008294 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:31.181472 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] Allocated IP 172.27.0.67 (1cefa8cd-0a9d-4799-a9e0-704b2c95ae89/67065c8c-a7bf-4ea9-bccb-f9c1fabaa892/20d0261f-d89c-45b5-84b3-3dad62430076) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:11:31.305333 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:11:31.322427 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:31.351847 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:31.356422 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-24f23bba-6764-4415-a334-732b3a590d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:31.373802 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:11:31.374171 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:31.417586 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:11:31.420433 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:11:31.424983 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:11:31.486071 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] Pushing event updated for resources: {'Port': ['ID=20d0261f-d89c-45b5-84b3-3dad62430076,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:31.536552 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:31.793764 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:32.124445 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4967'] for router, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:32.127584 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-401486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-401423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-403099'] for router, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:32.304107 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] Router 3068c172-c12a-4f6d-9d57-3688f80d5bdf has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:11:32.522531 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:11:32.530817 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] Notify callbacks [] for router, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:32.531975 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] 10.222.0.30 "PUT /v2.0/routers/3068c172-c12a-4f6d-9d57-3688f80d5bdf HTTP/1.1" status: 200 len: 889 time: 2.3313658 May 31 18:11:32.532509 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Sync routers for ids ['3068c172-c12a-4f6d-9d57-3688f80d5bdf'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:11:32.542667 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Routers {'3068c172-c12a-4f6d-9d57-3688f80d5bdf'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:11:32.543353 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:11:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['3068c172-c12a-4f6d-9d57-3688f80d5bdf'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:11:32.734576 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Set router 3068c172-c12a-4f6d-9d57-3688f80d5bdf gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:11:33.067378 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3068c172-c12a-4f6d-9d57-3688f80d5bdf', 'name': 'router1', 'tenant_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '20d0261f-d89c-45b5-84b3-3dad62430076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:11:13Z', 'updated_at': '2021-05-31T18:11:31Z', 'revision_number': 4, 'project_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'gw_port': {'id': '20d0261f-d89c-45b5-84b3-3dad62430076', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3068c172-c12a-4f6d-9d57-3688f80d5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:11:31Z', 'updated_at': '2021-05-31T18:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '9a45c0ad-ed80-4320-a74b-0fc4d53ca65d', 'name': '', 'network_id': '151c500c-70a5-4c58-9f65-dbfe321ca827', 'tenant_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'mac_address': 'fa:16:3e:c2:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3068c172-c12a-4f6d-9d57-3688f80d5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b05aa92-7584-443f-8614-b3e81acc1813', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:11:23Z', 'updated_at': '2021-05-31T18:11:29Z', 'revision_number': 5, 'project_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'subnets': [{'id': '0b05aa92-7584-443f-8614-b3e81acc1813', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '239ffab4-77ff-4bbe-842c-ecb2c2670b18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:11:33.072246 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Checking router: 3068c172-c12a-4f6d-9d57-3688f80d5bdf for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:11:33.072598 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Updating router 3068c172-c12a-4f6d-9d57-3688f80d5bdf port 20d0261f-d89c-45b5-84b3-3dad62430076 binding host dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:11:33.128564 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:33.452675 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:33.463838 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Transition to ACTIVE for port object 20d0261f-d89c-45b5-84b3-3dad62430076 will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:11:33.470962 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:33.474688 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:33.553853 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Attempting to bind port 20d0261f-d89c-45b5-84b3-3dad62430076 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:11:33.554471 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Attempting to bind port 20d0261f-d89c-45b5-84b3-3dad62430076 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:11:33.554576 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Attempting to bind port 20d0261f-d89c-45b5-84b3-3dad62430076 on network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:11:33.557801 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908aaa2-6494-4aa7-be0c-2b854a881f80 None None] Pushing event updated for resources: {'Port': ['ID=20d0261f-d89c-45b5-84b3-3dad62430076,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:33.561826 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2908aaa2-6494-4aa7-be0c-2b854a881f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:33.562679 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:11:33.563079 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Checking segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:11:33.563474 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:33.563854 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Bound using segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:11:33.564333 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Bound port: 20d0261f-d89c-45b5-84b3-3dad62430076, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:11:33.564787 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:33.634895 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] For port 20d0261f-d89c-45b5-84b3-3dad62430076, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:11:33.638086 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] For port 20d0261f-d89c-45b5-84b3-3dad62430076, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=20d0261f-d89c-45b5-84b3-3dad62430076,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:11:33.643248 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:33.646948 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:33.722552 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Routers {'3068c172-c12a-4f6d-9d57-3688f80d5bdf'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:11:33.723104 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:11:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['3068c172-c12a-4f6d-9d57-3688f80d5bdf'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:11:33.776394 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908aaa2-6494-4aa7-be0c-2b854a881f80 None None] Pushing event updated for resources: {'Port': ['ID=20d0261f-d89c-45b5-84b3-3dad62430076,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:33.786423 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2908aaa2-6494-4aa7-be0c-2b854a881f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:33.932972 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] Set router 3068c172-c12a-4f6d-9d57-3688f80d5bdf gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:11:34.261323 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3068c172-c12a-4f6d-9d57-3688f80d5bdf', 'name': 'router1', 'tenant_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '20d0261f-d89c-45b5-84b3-3dad62430076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:11:13Z', 'updated_at': '2021-05-31T18:11:31Z', 'revision_number': 4, 'project_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'gw_port': {'id': '20d0261f-d89c-45b5-84b3-3dad62430076', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3068c172-c12a-4f6d-9d57-3688f80d5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:11:31Z', 'updated_at': '2021-05-31T18:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '9a45c0ad-ed80-4320-a74b-0fc4d53ca65d', 'name': '', 'network_id': '151c500c-70a5-4c58-9f65-dbfe321ca827', 'tenant_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'mac_address': 'fa:16:3e:c2:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3068c172-c12a-4f6d-9d57-3688f80d5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b05aa92-7584-443f-8614-b3e81acc1813', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:11:23Z', 'updated_at': '2021-05-31T18:11:29Z', 'revision_number': 5, 'project_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'subnets': [{'id': '0b05aa92-7584-443f-8614-b3e81acc1813', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '239ffab4-77ff-4bbe-842c-ecb2c2670b18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:11:34.266237 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbbdd1a-9e0a-47f5-920e-64cc4b82e059 None None] The sync data for ids ['3068c172-c12a-4f6d-9d57-3688f80d5bdf'] in dv-cinder-770050-4-iscsi is: [{'id': '3068c172-c12a-4f6d-9d57-3688f80d5bdf', 'name': 'router1', 'tenant_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '20d0261f-d89c-45b5-84b3-3dad62430076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:11:13Z', 'updated_at': '2021-05-31T18:11:31Z', 'revision_number': 4, 'project_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'gw_port': {'id': '20d0261f-d89c-45b5-84b3-3dad62430076', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3068c172-c12a-4f6d-9d57-3688f80d5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:11:31Z', 'updated_at': '2021-05-31T18:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '9a45c0ad-ed80-4320-a74b-0fc4d53ca65d', 'name': '', 'network_id': '151c500c-70a5-4c58-9f65-dbfe321ca827', 'tenant_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'mac_address': 'fa:16:3e:c2:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3068c172-c12a-4f6d-9d57-3688f80d5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b05aa92-7584-443f-8614-b3e81acc1813', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:11:23Z', 'updated_at': '2021-05-31T18:11:29Z', 'revision_number': 5, 'project_id': 'e4902f007dee4353b79bac8c2ce6e58e', 'subnets': [{'id': '0b05aa92-7584-443f-8614-b3e81acc1813', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '239ffab4-77ff-4bbe-842c-ecb2c2670b18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:11:34.851310 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 54992) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:34.967815 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-56b02b00-42d8-4f1b-bc61-91ec68c2e40c admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1153057 May 31 18:11:35.328931 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 20d0261f-d89c-45b5-84b3-3dad62430076 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:11:35.398673 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 20d0261f-d89c-45b5-84b3-3dad62430076 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:11:35.403559 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 20d0261f-d89c-45b5-84b3-3dad62430076 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:11:35.403948 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:35.524344 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:35.540924 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 20d0261f-d89c-45b5-84b3-3dad62430076, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=20d0261f-d89c-45b5-84b3-3dad62430076,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:11:35.545321 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:35.547507 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2908aaa2-6494-4aa7-be0c-2b854a881f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:35.613764 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=20d0261f-d89c-45b5-84b3-3dad62430076,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:35.617003 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:37.322081 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 20d0261f-d89c-45b5-84b3-3dad62430076 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:11:37.400206 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 20d0261f-d89c-45b5-84b3-3dad62430076 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:11:37.400587 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:46.903251 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-376488cb-6a45-4e7e-8f94-66b003b0a4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:49.291382 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:49.691749 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3f21b54f-34ed-4840-a4e3-36662b3c2799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:50.265537 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:52.025018 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:54.017766 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 5 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:12:16.905811 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a3a9bc6a-c9e7-4799-b767-a0b3c8cd532a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:12:19.300226 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:12:19.692789 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-76895848-031d-4344-8976-0b2753761949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:12:20.265933 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:12:22.018388 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:12:31.017955 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 5 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:12:46.907246 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ea7b2663-b7ca-46d3-ade1-97e1fac12c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:12:49.291833 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:12:49.686801 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c260d52c-3fbc-41fe-964d-02d55e4f03de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:12:50.250019 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:12:52.027970 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:08.017797 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 5 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:13:12.797587 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 55562) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:12.864265 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e193366-a896-4c5e-9cfb-8bb6c2f621ee admin admin] GET failed (client error): The resource could not be found. May 31 18:13:12.865484 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-3e193366-a896-4c5e-9cfb-8bb6c2f621ee admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669725 May 31 18:13:12.992032 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230b4811-0ac3-4d97-b81d-be8333f9b3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:12.993338 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-230b4811-0ac3-4d97-b81d-be8333f9b3e9 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1241097 May 31 18:13:15.098376 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 55572) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:15.217049 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc7a0be-7a46-446d-89ba-727367a7d5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:15.217603 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-3bc7a0be-7a46-446d-89ba-727367a7d5d7 admin admin] Synchronizing usage tracker for tenant:ede632dd6649433f91bfc455b11c55b3 on resource:subnet {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:13:15.234709 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-3bc7a0be-7a46-446d-89ba-727367a7d5d7 admin admin] Unset dirty status for tenant:ede632dd6649433f91bfc455b11c55b3 on resource:subnet {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:13:15.235852 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-3bc7a0be-7a46-446d-89ba-727367a7d5d7 admin admin] 10.222.0.30 "GET /v2.0/subnets/0b05aa92-7584-443f-8614-b3e81acc1813 HTTP/1.1" status: 200 len: 849 time: 0.1365807 May 31 18:13:15.245044 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:13:15.358712 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Notify callbacks [] for subnet, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:15.543733 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759829569693'] for subnet, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:15.547493 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f660ed39-7ef3-438c-b744-113a18ae1bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:13:15.592508 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:15.592695 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:15.595057 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] 10.222.0.30 "PUT /v2.0/subnets/0b05aa92-7584-443f-8614-b3e81acc1813 HTTP/1.1" status: 200 len: 868 time: 0.3537261 May 31 18:13:15.595503 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d25a5e-9173-4693-8d23-3dc928660a75 None None] Network 151c500c-70a5-4c58-9f65-dbfe321ca827 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:13:15.617439 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b05aa92-7584-443f-8614-b3e81acc1813,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:13:15.625096 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:15.625466 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:15.625807 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:15.626136 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:15.626460 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:15.626821 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:15.627152 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:15.627474 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:15.627809 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:15.628129 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:15.628445 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:15.628759 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:15.632506 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:13:16.083603 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-49594896-3f18-4209-80f0-ad5e231fe899 None None] Provisioning complete for port 9a45c0ad-ed80-4320-a74b-0fc4d53ca65d triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:13:16.083970 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-49594896-3f18-4209-80f0-ad5e231fe899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:16.211114 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-49594896-3f18-4209-80f0-ad5e231fe899 None None] Provisioning complete for port 6be8c736-9a4d-40d9-96d5-79c6d12a1298 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:13:16.211372 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-49594896-3f18-4209-80f0-ad5e231fe899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:16.908852 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-311b03f9-f256-4feb-be43-891bb6a75ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:17.705310 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 55582) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:17.885033 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94904709-5c0b-454c-91bc-09530ad7dd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:17.885440 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94904709-5c0b-454c-91bc-09530ad7dd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:17.887510 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-94904709-5c0b-454c-91bc-09530ad7dd58 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1807263 May 31 18:13:19.297889 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:19.687195 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e19c55d8-9b67-4e22-9753-083a0a73e0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:20.028519 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 55592) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:20.231117 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0547c29-d60b-47c4-a7d9-65e000eae761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:20.231911 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0547c29-d60b-47c4-a7d9-65e000eae761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:20.234214 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-d0547c29-d60b-47c4-a7d9-65e000eae761 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2046347 May 31 18:13:20.254970 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:22.118057 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:22.375835 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 55602) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:22.553037 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf75e51-d049-4830-b690-e03315064910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:22.553589 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-cdf75e51-d049-4830-b690-e03315064910 admin admin] Synchronizing usage tracker for tenant:ede632dd6649433f91bfc455b11c55b3 on resource:network {{(pid=91733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:13:22.570533 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-cdf75e51-d049-4830-b690-e03315064910 admin admin] Unset dirty status for tenant:ede632dd6649433f91bfc455b11c55b3 on resource:network {{(pid=91733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:13:22.571683 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-cdf75e51-d049-4830-b690-e03315064910 admin admin] 10.222.0.30 "GET /v2.0/networks/151c500c-70a5-4c58-9f65-dbfe321ca827 HTTP/1.1" status: 200 len: 869 time: 0.1949837 May 31 18:13:24.677436 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 55612) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:24.847803 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d157417-1ae8-412f-a2b5-8d485fef394d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:24.849159 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-3d157417-1ae8-412f-a2b5-8d485fef394d admin admin] 10.222.0.30 "GET /v2.0/networks/1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 HTTP/1.1" status: 200 len: 886 time: 0.1707842 May 31 18:13:26.963300 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 55622) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:27.069270 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0086b7ef-a131-411c-a3bb-4c7924e096fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:27.069724 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0086b7ef-a131-411c-a3bb-4c7924e096fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:27.071205 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-0086b7ef-a131-411c-a3bb-4c7924e096fa admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1069875 May 31 18:13:29.221055 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 55632) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:29.326820 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0418e5c5-c70c-458b-ae41-88a0c2634d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:29.327280 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0418e5c5-c70c-458b-ae41-88a0c2634d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:29.328759 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-0418e5c5-c70c-458b-ae41-88a0c2634d9b admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1067894 May 31 18:13:31.422706 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 55642) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:31.532063 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb21135-f8cf-4537-b429-8a9af08d37b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:31.533373 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-9cb21135-f8cf-4537-b429-8a9af08d37b4 admin admin] 10.222.0.30 "GET /v2.0/subnets/0b05aa92-7584-443f-8614-b3e81acc1813 HTTP/1.1" status: 200 len: 868 time: 0.1097047 May 31 18:13:33.645810 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 55652) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:33.744746 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af23081-ea1d-4d4d-86f8-0e347829ce2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:33.746589 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-9af23081-ea1d-4d4d-86f8-0e347829ce2f admin admin] 10.222.0.30 "GET /v2.0/subnets/67065c8c-a7bf-4ea9-bccb-f9c1fabaa892 HTTP/1.1" status: 200 len: 816 time: 0.0998278 May 31 18:13:45.017906 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 5 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:13:46.911406 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1e6d490d-5030-45f8-bf60-e15d2ffde10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:49.289271 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:49.688495 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-39ca701d-b5d2-4602-a7c3-7edd6417e224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:50.255597 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:52.033500 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:56.670608 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 55696) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:56.718316 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [None req-c9c942e5-7e4c-4ef3-8af6-a330221efe7d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=91734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:13:56.719331 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-c9c942e5-7e4c-4ef3-8af6-a330221efe7d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477936 May 31 18:13:58.905606 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 55706) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:58.971938 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.pecan_wsgi.hooks.translation [None req-8278bec0-57d7-4553-9c06-41cfc1bca48d admin admin] GET failed (client error): The resource could not be found. May 31 18:13:58.973190 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-8278bec0-57d7-4553-9c06-41cfc1bca48d admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0666807 May 31 18:13:59.096827 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb8a0d5-555b-4433-8470-1a5899c59951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:59.098153 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-cfb8a0d5-555b-4433-8470-1a5899c59951 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1211214 May 31 18:14:01.221919 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 55716) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:14:01.272215 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-cb576fb6-e2aa-492f-b5c5-b542502aeefe admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:14:01.278082 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-cb576fb6-e2aa-492f-b5c5-b542502aeefe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:14:01.287788 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-cb576fb6-e2aa-492f-b5c5-b542502aeefe admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:14:01.298565 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb576fb6-e2aa-492f-b5c5-b542502aeefe admin admin] Made reservation on behalf of ede632dd6649433f91bfc455b11c55b3 for: {'network': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:14:01.300813 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cb576fb6-e2aa-492f-b5c5-b542502aeefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:01.429316 dv-cinder-770050-4-iscsi neutron-server[91734]: WARNING neutron.services.revisions.revision_plugin [None req-cb576fb6-e2aa-492f-b5c5-b542502aeefe admin admin] Could not find related network for resource to bump revision. May 31 18:14:01.442671 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb576fb6-e2aa-492f-b5c5-b542502aeefe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=91734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:14:01.452744 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cb576fb6-e2aa-492f-b5c5-b542502aeefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:01.453077 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.segments_db [None req-cb576fb6-e2aa-492f-b5c5-b542502aeefe admin admin] Added segment 539f81f6-45c5-4fcf-bae1-6e59085ba250 of type vlan for network 4711609b-53ef-4499-9df4-e3ce315ac4a3 May 31 18:14:01.477330 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cb576fb6-e2aa-492f-b5c5-b542502aeefe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:01.507893 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cb576fb6-e2aa-492f-b5c5-b542502aeefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:01.509179 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb576fb6-e2aa-492f-b5c5-b542502aeefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:14:01.509749 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cb576fb6-e2aa-492f-b5c5-b542502aeefe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:01.515227 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:14:01.610462 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb576fb6-e2aa-492f-b5c5-b542502aeefe admin admin] Pushing event updated for resources: {'Network': ['ID=4711609b-53ef-4499-9df4-e3ce315ac4a3,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:14:01.613368 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-cb576fb6-e2aa-492f-b5c5-b542502aeefe admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3904746 May 31 18:14:01.614064 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cb576fb6-e2aa-492f-b5c5-b542502aeefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:14:01.630297 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network 4711609b-53ef-4499-9df4-e3ce315ac4a3 details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:14:03.815501 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 55726) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:14:03.883121 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca78062-b051-4271-80d0-4446b18f00f1 admin admin] GET failed (client error): The resource could not be found. May 31 18:14:03.884428 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-7ca78062-b051-4271-80d0-4446b18f00f1 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0680013 May 31 18:14:03.989969 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e38777-82fb-439b-93b6-eb7ac459489c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:14:03.991413 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-86e38777-82fb-439b-93b6-eb7ac459489c admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1024857 May 31 18:14:04.000965 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '4711609b-53ef-4499-9df4-e3ce315ac4a3'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:14:04.005155 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:14:04.015088 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:14:04.024417 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Made reservation on behalf of ede632dd6649433f91bfc455b11c55b3 for: {'subnet': 1} {{(pid=91733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:14:04.027335 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:04.399823 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:04.404616 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-75f4d2dd-111c-4851-b78c-26dcd8507568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:14:04.479190 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=634456ac-bdc6-4dd0-8763-7bdab6626cb1,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:14:04.484618 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Checking segment: {'id': '539f81f6-45c5-4fcf-bae1-6e59085ba250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4711609b-53ef-4499-9df4-e3ce315ac4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:14:04.484972 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Network hostable DHCP agents. Network: 4711609b-53ef-4499-9df4-e3ce315ac4a3, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:14:04.491565 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:04.491923 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:04.492262 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:04.492586 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:04.492906 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:04.493241 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:04.493562 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:04.493877 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:04.494206 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:04.494521 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:04.494854 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:04.495203 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:04.502161 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:14:04.511840 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Network 4711609b-53ef-4499-9df4-e3ce315ac4a3 is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:14:04.520341 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, 4711609b-53ef-4499-9df4-e3ce315ac4a3) {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:14:04.524177 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:14:04.524750 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:04.530621 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea80c58c-4e6c-4924-8d82-d5a8e6fa2dd0 None None] Network 4711609b-53ef-4499-9df4-e3ce315ac4a3 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:14:04.548184 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5506027 May 31 18:14:04.750118 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53c3527c-b754-508a-bbd5-2b07d57767e0-4711609b-53ef-4499-9df4-e3ce315ac4a3', 'network_id': '4711609b-53ef-4499-9df4-e3ce315ac4a3', 'tenant_id': 'ede632dd6649433f91bfc455b11c55b3', 'fixed_ips': [{'subnet_id': '634456ac-bdc6-4dd0-8763-7bdab6626cb1'}]}} from dv-cinder-770050-4-iscsi. {{(pid=91735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 18:14:04.750999 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:04.909269 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Allocated IP 192.168.233.2 (4711609b-53ef-4499-9df4-e3ce315ac4a3/634456ac-bdc6-4dd0-8763-7bdab6626cb1/0a078540-b9dc-45c4-9b00-4a19074d747a) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:14:05.125954 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:05.137069 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Transition to ACTIVE for port object 0a078540-b9dc-45c4-9b00-4a19074d747a will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:14:05.156915 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Transition to ACTIVE for port object 0a078540-b9dc-45c4-9b00-4a19074d747a will not be triggered until provisioned by entity DHCP. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:14:05.163601 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:05.169323 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:14:05.234945 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Network 4711609b-53ef-4499-9df4-e3ce315ac4a3 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:14:05.238377 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:14:05.240246 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Pushing event updated for resources: {'Port': ['ID=0a078540-b9dc-45c4-9b00-4a19074d747a,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:14:05.242414 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:14:05.275540 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:05.275878 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:05.276210 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:05.277123 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:05.277452 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:05.277776 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:05.278092 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:05.278408 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:05.278741 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:05.279081 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:05.279407 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:05.279723 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:05.290063 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:14:05.345074 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Attempting to bind port 0a078540-b9dc-45c4-9b00-4a19074d747a on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:14:05.345442 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Attempting to bind port 0a078540-b9dc-45c4-9b00-4a19074d747a by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': '539f81f6-45c5-4fcf-bae1-6e59085ba250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4711609b-53ef-4499-9df4-e3ce315ac4a3'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:14:05.345800 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Attempting to bind port 0a078540-b9dc-45c4-9b00-4a19074d747a on network 4711609b-53ef-4499-9df4-e3ce315ac4a3 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:14:05.351074 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:14:05.351437 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Checking segment: {'id': '539f81f6-45c5-4fcf-bae1-6e59085ba250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4711609b-53ef-4499-9df4-e3ce315ac4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:14:05.351831 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:05.352214 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Bound using segment: {'id': '539f81f6-45c5-4fcf-bae1-6e59085ba250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4711609b-53ef-4499-9df4-e3ce315ac4a3'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:14:05.352683 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Bound port: 0a078540-b9dc-45c4-9b00-4a19074d747a, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539f81f6-45c5-4fcf-bae1-6e59085ba250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4711609b-53ef-4499-9df4-e3ce315ac4a3'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:14:05.353048 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:05.442305 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] For port 0a078540-b9dc-45c4-9b00-4a19074d747a, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:14:05.445234 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] For port 0a078540-b9dc-45c4-9b00-4a19074d747a, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=0a078540-b9dc-45c4-9b00-4a19074d747a,segment=NetworkSegment(539f81f6-45c5-4fcf-bae1-6e59085ba250),segment_id=539f81f6-45c5-4fcf-bae1-6e59085ba250)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:14:05.449736 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:05.453618 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:14:05.531110 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Pushing event updated for resources: {'Port': ['ID=0a078540-b9dc-45c4-9b00-4a19074d747a,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:14:05.539647 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:14:06.391286 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a444cdf9-e256-4b4c-9ec4-cbeaeeada593 None None] Network 4711609b-53ef-4499-9df4-e3ce315ac4a3 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:14:06.498098 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-2478a063-16c7-48ed-b9e9-87c790c187bf None None] Provisioning for port 0a078540-b9dc-45c4-9b00-4a19074d747a completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:14:07.435152 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 0a078540-b9dc-45c4-9b00-4a19074d747a up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:14:07.501814 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 0a078540-b9dc-45c4-9b00-4a19074d747a completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:14:07.506365 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 0a078540-b9dc-45c4-9b00-4a19074d747a triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:14:07.506743 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:07.642357 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:07.673484 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 0a078540-b9dc-45c4-9b00-4a19074d747a, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=0a078540-b9dc-45c4-9b00-4a19074d747a,segment=NetworkSegment(539f81f6-45c5-4fcf-bae1-6e59085ba250),segment_id=539f81f6-45c5-4fcf-bae1-6e59085ba250)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:14:07.676538 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:07.678650 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:14:07.744723 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=0a078540-b9dc-45c4-9b00-4a19074d747a,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:14:07.748454 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:14:09.416521 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 0a078540-b9dc-45c4-9b00-4a19074d747a up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:14:09.484307 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 0a078540-b9dc-45c4-9b00-4a19074d747a triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:14:09.484674 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:16.913971 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a8801000-0f4c-4d3a-9c5b-2f4a5e331e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:19.291307 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:19.690382 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6f61-ae31-49d4-b048-007aaa63bcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:20.258153 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:22.018297 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 5 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:14:22.040388 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:46.915036 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f0860923-a883-4356-90dc-029b501509c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:49.294130 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:49.691666 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-31720ca8-fcb3-4edb-888c-a76eccdc7e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:50.260387 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:52.042344 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:59.017104 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 5 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:15:11.617498 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 55776) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:15:11.624298 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [None req-fbf59902-f344-4164-a558-d1ce42098167 tempest-verify_tempest_config-1348414134 tempest-verify_tempest_config-1348414134-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=91734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:15:11.625307 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-fbf59902-f344-4164-a558-d1ce42098167 tempest-verify_tempest_config-1348414134 tempest-verify_tempest_config-1348414134-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068803 May 31 18:15:11.924885 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 55794) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:15:12.038636 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:12.052243 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:15:12.055935 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Usage tracker for resource:security_group_rule and tenant:aa6c60218d284b429a333ead1da59a69 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:15:12.058575 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:15:12.064165 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:15:12.145606 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:12.148975 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:12.157915 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:15:12.194548 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa6c60218d284b429a333ead1da59a69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2685328 May 31 18:15:12.195993 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862d83f6-883d-4226-b1c8-a70e3449e38a,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:15:12.197218 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 55800) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:15:12.203874 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.204232 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.204565 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.204892 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.205214 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.205650 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.205974 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.206290 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.206622 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.206967 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.207280 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.207591 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.211393 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:15:12.257893 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:12.284304 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:12.375948 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:12.379734 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:15:12.393057 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862d83f6-883d-4226-b1c8-a70e3449e38a,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:15:12.401091 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:12.402180 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/862d83f6-883d-4226-b1c8-a70e3449e38a HTTP/1.1" status: 204 len: 168 time: 0.2040017 May 31 18:15:12.403339 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.403697 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.404031 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.404357 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.404677 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.405049 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.405379 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.405708 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.406031 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.406349 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.406952 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.407045 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:12.410109 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:15:16.916421 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0c43daba-95a8-403c-a68d-f81be713098f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:19.297667 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:19.692070 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a74a6f35-c382-46da-954e-6826d916856f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:20.263636 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:22.046526 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:36.016430 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 5 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:15:46.921640 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4f829cc0-291c-4212-ad02-a099b2cf032d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:49.299117 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:49.691465 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1437f60b-fdf5-44be-9dad-ed7247a50407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:50.272119 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:52.048595 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:13.016434 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 5 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:16:16.924238 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-01bfd971-9c0a-4b7c-b1ee-23323d5a44e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:19.302317 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:19.692608 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-44cda3fc-4d0c-4b0e-ac8b-db222e35e6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:20.269407 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:22.054037 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:44.844648 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166'] for agent, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:46.925683 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-aea0786c-ec9c-43a3-9cb5-e04e8d0383d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:47.110769 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 55852) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:16:47.222354 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-84cdb6de-010d-4792-9fbc-255cd7885073 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1105545 May 31 18:16:49.308691 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:49.360817 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 55862) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:16:49.414460 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-b58a285c-3c22-418d-845a-0f770dbe6b1d admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0526049 May 31 18:16:49.692454 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c73e52a5-a3c1-4956-8c9e-70b90bb137b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:50.016399 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:16:50.272414 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:52.055487 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:14.847692 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:16.926711 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-24092e3c-9498-46f2-88da-363ffe1a8f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:19.300806 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:19.694050 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2df4eff0-536b-4ec9-a8fc-fe334e97c3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:20.274800 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:22.057595 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:27.016148 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:17:44.875067 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:46.928972 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-53d5ea0a-faf5-4b6b-b22b-a17a2955e83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:49.302012 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:49.695177 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f9cca9fb-378c-4560-b956-76539c0c638c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:50.278328 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:52.061130 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:04.017301 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:18:14.399696 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 56012) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:14.805597 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-498629570-network', 'tenant_id': '04fbb9fd981d4c33ab89836e4de1a086'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:14.811655 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:14.815545 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Usage tracker for resource:network and tenant:04fbb9fd981d4c33ab89836e4de1a086 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:14.818390 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:14.825277 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:14.836993 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Made reservation on behalf of 04fbb9fd981d4c33ab89836e4de1a086 for: {'network': 1} {{(pid=91733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:14.839652 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:14.852580 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:14.868973 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:14.874339 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Usage tracker for resource:security_group_rule and tenant:04fbb9fd981d4c33ab89836e4de1a086 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:14.878184 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:14.889340 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:14.891183 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:14.984196 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:14.988560 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:14.993914 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:15.007434 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=91733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:18:15.018274 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:15.018856 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.db.segments_db [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Added segment 92fe8a1f-c8a4-41bf-9112-d60484519a39 of type vlan for network d0906071-12cb-42ed-b918-72a255e9632b May 31 18:18:15.045982 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:15.089691 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b85aa6-23b1-416d-b607-8f3991652e1e,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:15.099436 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:15.099800 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:15.100127 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:15.100453 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:15.100800 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:15.101093 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:15.101413 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:15.101726 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:15.102057 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:15.102367 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:15.102676 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:15.103101 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Tracked resource versions report: May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: pushed versions: May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: { 'AddressGroup': {'1.2'}, May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'ConntrackHelper': {'1.0'}, May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Log': {'1.0'}, May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Network': {'1.1'}, May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Port': {'1.7'}, May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'PortForwarding': {'1.2'}, May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'QosPolicy': {'1.8'}, May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'SecurityGroup': {'1.4'}, May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'SecurityGroupRule': {'1.2'}, May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'SubPort': {'1.0'}, May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Subnet': {'1.1'}, May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Trunk': {'1.1'}} May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: consumer versions: May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: { DHCP agent@dv-cinder-770050-4-iscsi: {}, May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: HyperV agent@hv-cinder-77005: {}, May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: L3 agent@dv-cinder-770050-4-iscsi: {}, May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: Metadata agent@dv-cinder-770050-4-iscsi: {}, May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: Metering agent@dv-cinder-770050-4-iscsi: {}, May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: Open vSwitch agent@dv-cinder-770050-4-iscsi: { 'AddressGroup': '1.2', May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'ConntrackHelper': '1.0', May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Log': '1.0', May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Network': '1.1', May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Port': '1.7', May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'PortForwarding': '1.2', May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'QosPolicy': '1.8', May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'SecurityGroup': '1.4', May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'SecurityGroupRule': '1.2', May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'SubPort': '1.0', May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Subnet': '1.1', May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: 'Trunk': '1.1'}} May 31 18:18:15.104046 dv-cinder-770050-4-iscsi neutron-server[91733]: {{(pid=91733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 18:18:15.109210 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:15.110247 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:15.111550 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:15.112279 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:15.118011 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-114ebc0d-b50f-48cc-b9b0-a7b131dae7ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:15.251790 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Pushing event updated for resources: {'Network': ['ID=d0906071-12cb-42ed-b918-72a255e9632b,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:15.255193 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8542874 May 31 18:18:15.255891 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:15.258163 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 56066) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:15.263240 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network d0906071-12cb-42ed-b918-72a255e9632b details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:18:15.263740 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-283cfe2d-3dcf-4b51-b00a-11d4e00cc154 admin admin] Request body: {'subnet': {'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-498629570-subnet', 'tenant_id': '04fbb9fd981d4c33ab89836e4de1a086', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:15.268753 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-283cfe2d-3dcf-4b51-b00a-11d4e00cc154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:15.272529 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-283cfe2d-3dcf-4b51-b00a-11d4e00cc154 admin admin] Usage tracker for resource:subnet and tenant:04fbb9fd981d4c33ab89836e4de1a086 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:15.275352 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-283cfe2d-3dcf-4b51-b00a-11d4e00cc154 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:15.281788 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-283cfe2d-3dcf-4b51-b00a-11d4e00cc154 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:15.301765 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283cfe2d-3dcf-4b51-b00a-11d4e00cc154 admin admin] Made reservation on behalf of 04fbb9fd981d4c33ab89836e4de1a086 for: {'subnet': 1} {{(pid=91733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:15.301765 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-283cfe2d-3dcf-4b51-b00a-11d4e00cc154 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:15.438728 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56076) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:15.482871 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56084) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:15.684944 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-283cfe2d-3dcf-4b51-b00a-11d4e00cc154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:15.691269 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-e9762cc2-6e32-46c5-975d-4234a306a049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:15.765662 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cfe2d-3dcf-4b51-b00a-11d4e00cc154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d93125e-6ed3-456d-97d2-d3c9e0aa7334,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:15.770949 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-283cfe2d-3dcf-4b51-b00a-11d4e00cc154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:15.776634 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283cfe2d-3dcf-4b51-b00a-11d4e00cc154 admin admin] Checking segment: {'id': '92fe8a1f-c8a4-41bf-9112-d60484519a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:15.777168 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283cfe2d-3dcf-4b51-b00a-11d4e00cc154 admin admin] Network hostable DHCP agents. Network: d0906071-12cb-42ed-b918-72a255e9632b, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:18:15.795539 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283cfe2d-3dcf-4b51-b00a-11d4e00cc154 admin admin] Network d0906071-12cb-42ed-b918-72a255e9632b is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:18:15.807419 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-283cfe2d-3dcf-4b51-b00a-11d4e00cc154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, d0906071-12cb-42ed-b918-72a255e9632b) {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:15.812033 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283cfe2d-3dcf-4b51-b00a-11d4e00cc154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:15.812825 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-283cfe2d-3dcf-4b51-b00a-11d4e00cc154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:15.820734 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dafeb4-b6ac-4c48-8c30-c21d0efd0169 None None] Network d0906071-12cb-42ed-b918-72a255e9632b requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:15.839845 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-283cfe2d-3dcf-4b51-b00a-11d4e00cc154 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5804167 May 31 18:18:15.844325 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 56104) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:15.849446 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-498629570-router', 'tenant_id': '04fbb9fd981d4c33ab89836e4de1a086', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:15.855612 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:15.860700 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Usage tracker for resource:router and tenant:04fbb9fd981d4c33ab89836e4de1a086 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:15.864014 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:15.870019 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:15.881406 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-403135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4890'] for router, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:15.883148 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4881'] for router, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:15.905679 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:15.948872 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1238027843-network', 'tenant_id': '8ce6e0f947dd4e69973606ec54a2be0d'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:15.955780 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:15.962454 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Usage tracker for resource:network and tenant:8ce6e0f947dd4e69973606ec54a2be0d is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:15.973549 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:15.985459 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-network', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:16.005536 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:16.011710 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:16.019864 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Usage tracker for resource:network and tenant:71370ff0ec1348e8a0dd470d369623bb is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:16.031725 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:16.045418 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56108) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:16.073351 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:16.088551 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Made reservation on behalf of 8ce6e0f947dd4e69973606ec54a2be0d for: {'network': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:16.091623 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:16.118513 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b9355f-a236-434a-8f79-be47a2218ba2 None None] Network d0906071-12cb-42ed-b918-72a255e9632b requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:16.135053 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:16.162601 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Made reservation on behalf of 71370ff0ec1348e8a0dd470d369623bb for: {'network': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:16.164856 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:16.220385 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:16.231696 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:16.251991 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Usage tracker for resource:security_group_rule and tenant:8ce6e0f947dd4e69973606ec54a2be0d is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:16.257524 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 56122) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:16.263269 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:16.279842 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:16.286083 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:16.288258 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Usage tracker for resource:security_group_rule and tenant:71370ff0ec1348e8a0dd470d369623bb is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:16.302218 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:16.329152 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1324464782-network', 'tenant_id': '1aadac876c6c42e3bb58fc89e38be16b'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:16.343330 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:16.360595 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:16.380364 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4967'] for router, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:16.411088 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Usage tracker for resource:network and tenant:1aadac876c6c42e3bb58fc89e38be16b is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:16.421159 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:16.444685 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:16.464742 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Made reservation on behalf of 1aadac876c6c42e3bb58fc89e38be16b for: {'network': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:16.467967 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:16.486883 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:16.507007 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:16.511739 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Usage tracker for resource:security_group_rule and tenant:1aadac876c6c42e3bb58fc89e38be16b is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:16.516769 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:16.523695 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:16.581960 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2028409439-network', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:16.591225 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:16.597561 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Usage tracker for resource:network and tenant:2e0ba4821bf84395b9662f29d0e886ca is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:16.601490 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:16.611001 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:16.615312 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:16.629074 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:16.642028 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Made reservation on behalf of 2e0ba4821bf84395b9662f29d0e886ca for: {'network': 1} {{(pid=91733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:16.644958 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:16.649836 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=91734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:18:16.659086 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:16.660044 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.segments_db [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Added segment 50fd1b89-e0c9-4e93-b211-999e5d2a410b of type vlan for network e57fb700-0079-445e-9d90-61a64cda363b May 31 18:18:16.664408 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:16.689059 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:16.704554 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:16.727187 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:16.736871 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Usage tracker for resource:security_group_rule and tenant:2e0ba4821bf84395b9662f29d0e886ca is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:16.738903 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:16.746021 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:16.751105 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:16.752037 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:16.762569 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:16.821451 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7697096 May 31 18:18:16.825481 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56140) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:16.851190 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-c632a945-42a5-463b-8381-3ba0d371d0f5 admin admin] Request body: {'subnet': {'network_id': 'e57fb700-0079-445e-9d90-61a64cda363b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1324464782-subnet', 'tenant_id': '1aadac876c6c42e3bb58fc89e38be16b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:16.858927 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-c632a945-42a5-463b-8381-3ba0d371d0f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:16.864697 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-c632a945-42a5-463b-8381-3ba0d371d0f5 admin admin] Usage tracker for resource:subnet and tenant:1aadac876c6c42e3bb58fc89e38be16b is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:16.868772 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-c632a945-42a5-463b-8381-3ba0d371d0f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:16.876352 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-c632a945-42a5-463b-8381-3ba0d371d0f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:16.912797 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c632a945-42a5-463b-8381-3ba0d371d0f5 admin admin] Made reservation on behalf of 1aadac876c6c42e3bb58fc89e38be16b for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:16.915242 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c632a945-42a5-463b-8381-3ba0d371d0f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:16.945978 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1ba03fe9-3401-4cfb-b834-4b24a7e2d7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.048346 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.108978 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.131044 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e236aa08-3aa8-4dcd-888d-db9c9794102a,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:17.147196 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:17.147550 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:17.147890 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:17.148218 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:17.148544 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:17.148882 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:17.149203 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:17.149526 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:17.149847 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:17.150163 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:17.150481 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:17.150812 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Tracked resource versions report: May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: pushed versions: May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: { 'AddressGroup': {'1.2'}, May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'ConntrackHelper': {'1.0'}, May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Log': {'1.0'}, May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Network': {'1.1'}, May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Port': {'1.7'}, May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'PortForwarding': {'1.2'}, May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'QosPolicy': {'1.8'}, May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'SecurityGroup': {'1.4'}, May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'SecurityGroupRule': {'1.2'}, May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'SubPort': {'1.0'}, May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Subnet': {'1.1'}, May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Trunk': {'1.1'}} May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: consumer versions: May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: { DHCP agent@dv-cinder-770050-4-iscsi: {}, May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: HyperV agent@hv-cinder-77005: {}, May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: L3 agent@dv-cinder-770050-4-iscsi: {}, May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: Metadata agent@dv-cinder-770050-4-iscsi: {}, May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: Metering agent@dv-cinder-770050-4-iscsi: {}, May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: Open vSwitch agent@dv-cinder-770050-4-iscsi: { 'AddressGroup': '1.2', May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'ConntrackHelper': '1.0', May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Log': '1.0', May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Network': '1.1', May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Port': '1.7', May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'PortForwarding': '1.2', May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'QosPolicy': '1.8', May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'SecurityGroup': '1.4', May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'SecurityGroupRule': '1.2', May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'SubPort': '1.0', May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Subnet': '1.1', May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: 'Trunk': '1.1'}} May 31 18:18:17.151891 dv-cinder-770050-4-iscsi neutron-server[91734]: {{(pid=91734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 18:18:17.198501 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:17.198995 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cb576fb6-e2aa-492f-b5c5-b542502aeefe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.397s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:17.204420 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.216637 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.225456 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:17.258905 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca4e751-9180-428d-9870-898a458c8094,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:17.262972 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:17.325532 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Pushing event updated for resources: {'Network': ['ID=e57fb700-0079-445e-9d90-61a64cda363b,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:17.329450 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=91733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:18:17.337745 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network e57fb700-0079-445e-9d90-61a64cda363b details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:18:17.342573 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.343751 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:17.355361 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.381344 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.388908 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4e38cc48-8d97-429e-b038-e5bcc03ead6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:17.411056 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.411397 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.db.segments_db [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Added segment 650f0482-fd94-4b6d-87f0-6a9c3ffbc9af of type vlan for network b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 May 31 18:18:17.423810 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158600ea-7ef6-44c6-9613-ff905d05c7e1,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:17.439798 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.443272 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:17.473513 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_common [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Allocated IP 172.27.0.82 (1cefa8cd-0a9d-4799-a9e0-704b2c95ae89/67065c8c-a7bf-4ea9-bccb-f9c1fabaa892/ba445585-931e-4065-b6b3-cdb19c87d465) {{(pid=91733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:17.500431 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=91734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:18:17.503379 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:17.526182 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.542436 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd541f0-eb3d-475a-bafb-a11cb4877629,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:17.565791 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:17.576029 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=91734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:18:17.581796 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.582707 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.segments_db [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Added segment 037903b1-7a7c-4d84-9012-7c1e9075e4da of type vlan for network 2308494d-df87-4427-acf6-638af607b72c May 31 18:18:17.605743 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.607029 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.segments_db [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Added segment 08c03eab-0a89-4a42-a286-ecc422d5ad49 of type vlan for network 94b1778a-3714-47c8-abf7-03652140706b May 31 18:18:17.646537 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.684238 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.745370 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.750368 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:17.751125 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.758298 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:17.789105 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.803147 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:17.803147 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.812461 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.815502 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:17.823681 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.912903 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:17.976404 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4908316 May 31 18:18:17.977243 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56172) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:17.985164 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Pushing event updated for resources: {'Network': ['ID=2308494d-df87-4427-acf6-638af607b72c,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:17.990411 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7318292 May 31 18:18:17.993367 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Notify callbacks [] for port, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:17.997010 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network 2308494d-df87-4427-acf6-638af607b72c details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:18:17.999266 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5588589 May 31 18:18:18.000462 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:18.006494 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-2050789d-0bc4-4a6a-a95f-6cdeafda8df3 admin admin] Request body: {'subnet': {'network_id': '2308494d-df87-4427-acf6-638af607b72c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1238027843-subnet', 'tenant_id': '8ce6e0f947dd4e69973606ec54a2be0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:18.011709 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-2050789d-0bc4-4a6a-a95f-6cdeafda8df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:18.015060 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 56178) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:18.015395 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 56180) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:18.017693 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-2050789d-0bc4-4a6a-a95f-6cdeafda8df3 admin admin] Usage tracker for resource:subnet and tenant:8ce6e0f947dd4e69973606ec54a2be0d is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:18.021159 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-2050789d-0bc4-4a6a-a95f-6cdeafda8df3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:18.024480 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:18.046346 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-2050789d-0bc4-4a6a-a95f-6cdeafda8df3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:18.073242 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c632a945-42a5-463b-8381-3ba0d371d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:18.147575 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-eb95e437-8978-45f5-b469-d43f93153a08 admin admin] Request body: {'subnet': {'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2028409439-subnet', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:18.155704 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-4d871505-dfde-4be5-8872-d2db8999d529 admin admin] Request body: {'subnet': {'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-subnet', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:18.165472 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Pushing event updated for resources: {'Network': ['ID=94b1778a-3714-47c8-abf7-03652140706b,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:18.169554 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-4d871505-dfde-4be5-8872-d2db8999d529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:18.173731 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-4d871505-dfde-4be5-8872-d2db8999d529 admin admin] Usage tracker for resource:subnet and tenant:71370ff0ec1348e8a0dd470d369623bb is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:18.176068 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:18.176836 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-4d871505-dfde-4be5-8872-d2db8999d529 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:18.177039 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:18.180114 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network 94b1778a-3714-47c8-abf7-03652140706b details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:18:18.184618 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-4d871505-dfde-4be5-8872-d2db8999d529 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:18.195002 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-eb95e437-8978-45f5-b469-d43f93153a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:18.203061 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d871505-dfde-4be5-8872-d2db8999d529 admin admin] Made reservation on behalf of 71370ff0ec1348e8a0dd470d369623bb for: {'subnet': 1} {{(pid=91733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:18.205395 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-4d871505-dfde-4be5-8872-d2db8999d529 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:18.249804 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2050789d-0bc4-4a6a-a95f-6cdeafda8df3 admin admin] Made reservation on behalf of 8ce6e0f947dd4e69973606ec54a2be0d for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:18.254266 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2050789d-0bc4-4a6a-a95f-6cdeafda8df3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:18.292710 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-eb95e437-8978-45f5-b469-d43f93153a08 admin admin] Usage tracker for resource:subnet and tenant:2e0ba4821bf84395b9662f29d0e886ca is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:18.294714 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-eb95e437-8978-45f5-b469-d43f93153a08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:18.302521 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Pushing event updated for resources: {'Network': ['ID=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:18.315272 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:18.316101 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-eb95e437-8978-45f5-b469-d43f93153a08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:18.331964 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:18:18.369476 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb95e437-8978-45f5-b469-d43f93153a08 admin admin] Made reservation on behalf of 2e0ba4821bf84395b9662f29d0e886ca for: {'subnet': 1} {{(pid=91733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:18.371985 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-eb95e437-8978-45f5-b469-d43f93153a08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:18.406386 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632a945-42a5-463b-8381-3ba0d371d0f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c4e587-076c-4b63-b32a-db441d6f43f5,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:18.410403 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c632a945-42a5-463b-8381-3ba0d371d0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:18.466479 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c632a945-42a5-463b-8381-3ba0d371d0f5 admin admin] Checking segment: {'id': '50fd1b89-e0c9-4e93-b211-999e5d2a410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e57fb700-0079-445e-9d90-61a64cda363b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:18.466858 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c632a945-42a5-463b-8381-3ba0d371d0f5 admin admin] Network hostable DHCP agents. Network: e57fb700-0079-445e-9d90-61a64cda363b, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:18:18.474462 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:18.489551 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:18.499635 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c632a945-42a5-463b-8381-3ba0d371d0f5 admin admin] Network e57fb700-0079-445e-9d90-61a64cda363b is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:18:18.547156 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-c632a945-42a5-463b-8381-3ba0d371d0f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, e57fb700-0079-445e-9d90-61a64cda363b) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:18.552110 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c632a945-42a5-463b-8381-3ba0d371d0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:18.553527 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c632a945-42a5-463b-8381-3ba0d371d0f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:18.555537 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd92e56-0482-4df5-86ad-8c68802c02a8 None None] Network e57fb700-0079-445e-9d90-61a64cda363b requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:18.591056 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-c632a945-42a5-463b-8381-3ba0d371d0f5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7485044 May 31 18:18:18.601424 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:18.607213 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:18.616906 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Received port after_create {{(pid=91733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:18.771552 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Pushing event updated for resources: {'Port': ['ID=ba445585-931e-4065-b6b3-cdb19c87d465,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:18.786325 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:18.848467 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0134a4f9-b7a8-429b-80ba-98cb2b3b9c53 None None] Network e57fb700-0079-445e-9d90-61a64cda363b requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:18.875378 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2050789d-0bc4-4a6a-a95f-6cdeafda8df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:18.880845 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:18.972630 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050789d-0bc4-4a6a-a95f-6cdeafda8df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc991444-4426-4b92-b7e9-2bf57ffd128f,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:18.975658 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-2050789d-0bc4-4a6a-a95f-6cdeafda8df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:19.005281 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2050789d-0bc4-4a6a-a95f-6cdeafda8df3 admin admin] Checking segment: {'id': '037903b1-7a7c-4d84-9012-7c1e9075e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2308494d-df87-4427-acf6-638af607b72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:19.005586 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2050789d-0bc4-4a6a-a95f-6cdeafda8df3 admin admin] Network hostable DHCP agents. Network: 2308494d-df87-4427-acf6-638af607b72c, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:18:19.055290 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2050789d-0bc4-4a6a-a95f-6cdeafda8df3 admin admin] Network 2308494d-df87-4427-acf6-638af607b72c is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:18:19.076623 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-2050789d-0bc4-4a6a-a95f-6cdeafda8df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, 2308494d-df87-4427-acf6-638af607b72c) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:19.083288 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2050789d-0bc4-4a6a-a95f-6cdeafda8df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:19.083875 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2050789d-0bc4-4a6a-a95f-6cdeafda8df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:19.126164 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b6e21c-8a6f-44ed-8cfe-cf10a7b9a206 None None] Network 2308494d-df87-4427-acf6-638af607b72c requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:19.128626 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-2050789d-0bc4-4a6a-a95f-6cdeafda8df3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1459088 May 31 18:18:19.203185 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56224) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:19.205792 dv-cinder-770050-4-iscsi neutron-server[91734]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 18:18:19.370201 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:19.393095 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:19.555439 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4082279-f989-40ad-9949-0eda10478d64 None None] Network 2308494d-df87-4427-acf6-638af607b72c requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:19.593461 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-0ab26837-562c-4603-84e5-f4eead182a47 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:19.594402 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-0ab26837-562c-4603-84e5-f4eead182a47 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Synchronizing usage tracker for tenant:1aadac876c6c42e3bb58fc89e38be16b on resource:network {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:18:19.616474 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-0ab26837-562c-4603-84e5-f4eead182a47 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Unset dirty status for tenant:1aadac876c6c42e3bb58fc89e38be16b on resource:network {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:18:19.625429 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-0ab26837-562c-4603-84e5-f4eead182a47 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/networks?id=e57fb700-0079-445e-9d90-61a64cda363b HTTP/1.1" status: 200 len: 812 time: 0.4209423 May 31 18:18:19.649280 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-d982617a-294e-4625-a3f6-407c05a9c2f5 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/quotas/1aadac876c6c42e3bb58fc89e38be16b HTTP/1.1" status: 200 len: 375 time: 0.0225503 May 31 18:18:19.714078 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-ae81d39c-8c82-49c5-8b02-7c95ddf6f9a8 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1aadac876c6c42e3bb58fc89e38be16b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638652 May 31 18:18:19.848609 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ac842185-823c-4058-ba2e-5db717d6bf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:20.017986 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-4d871505-dfde-4be5-8872-d2db8999d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:20.087302 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:20.131665 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56268) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:20.139283 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1723904904-network', 'tenant_id': 'e2762c05c1dc4e699d36aa6bc7e0ff37'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:20.146533 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:20.160902 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-2bdfff53-8a06-42d6-8199-0e9327ec729f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=91734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:18:20.162196 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-2bdfff53-8a06-42d6-8199-0e9327ec729f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1412470 May 31 18:18:20.163788 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Usage tracker for resource:network and tenant:e2762c05c1dc4e699d36aa6bc7e0ff37 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:20.167057 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:20.193895 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:20.205908 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d871505-dfde-4be5-8872-d2db8999d529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a5645f-f287-424a-bed2-fe7d9c273f95,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:20.208909 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-4d871505-dfde-4be5-8872-d2db8999d529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:20.220678 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401414'] for router, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:20.228455 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d871505-dfde-4be5-8872-d2db8999d529 admin admin] Checking segment: {'id': '08c03eab-0a89-4a42-a286-ecc422d5ad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94b1778a-3714-47c8-abf7-03652140706b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:20.228809 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d871505-dfde-4be5-8872-d2db8999d529 admin admin] Network hostable DHCP agents. Network: 94b1778a-3714-47c8-abf7-03652140706b, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:18:20.265161 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Made reservation on behalf of e2762c05c1dc4e699d36aa6bc7e0ff37 for: {'network': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:20.267969 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:20.287077 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:20.287375 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:20.318840 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:20.334754 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:e2762c05c1dc4e699d36aa6bc7e0ff37 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:20.339531 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:20.347869 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:20.351082 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-d912d2ec-48bc-46fb-a7ba-54ceaf80d3cc service neutron] 10.222.0.30 "GET /v2.0/networks/e57fb700-0079-445e-9d90-61a64cda363b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789925 May 31 18:18:20.390309 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-eb95e437-8978-45f5-b469-d43f93153a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:20.390917 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d871505-dfde-4be5-8872-d2db8999d529 admin admin] Network 94b1778a-3714-47c8-abf7-03652140706b is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:18:20.460558 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:20.513809 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-4d871505-dfde-4be5-8872-d2db8999d529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, 94b1778a-3714-47c8-abf7-03652140706b) {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:20.519320 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d871505-dfde-4be5-8872-d2db8999d529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:20.519900 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-4d871505-dfde-4be5-8872-d2db8999d529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:20.527189 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cb53aa-294b-43b6-bc9e-fa6d89f3d60c None None] Network 94b1778a-3714-47c8-abf7-03652140706b requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:20.545291 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-28be6eb2-e79a-4518-a2dd-2da238b15250 service neutron] 10.222.0.30 "GET /v2.0/networks/e57fb700-0079-445e-9d90-61a64cda363b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780894 May 31 18:18:20.573073 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:20.580314 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:20.584360 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:20.597209 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95e437-8978-45f5-b469-d43f93153a08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec71e230-9295-42e2-886a-2045075dddec,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:20.600331 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-eb95e437-8978-45f5-b469-d43f93153a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:20.612235 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=91734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:18:20.614002 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-4d871505-dfde-4be5-8872-d2db8999d529 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5892313 May 31 18:18:20.616578 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 56290) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:20.626933 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0d2d43-a46d-4b5e-a697-4cdd20823230,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:20.631091 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:20.631733 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:20.633064 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:20.633545 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.segments_db [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Added segment 57ae8106-dbdf-4b55-b02d-57b407c2d66c of type vlan for network be3d3d62-5be5-480b-8575-fe576912bc72 May 31 18:18:20.636573 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb95e437-8978-45f5-b469-d43f93153a08 admin admin] Checking segment: {'id': '650f0482-fd94-4b6d-87f0-6a9c3ffbc9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:20.637605 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb95e437-8978-45f5-b469-d43f93153a08 admin admin] Network hostable DHCP agents. Network: b3c8c516-11b1-4d17-b72f-4bf8982ccbb0, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:18:20.645506 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:20.653322 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Usage tracker for resource:router and tenant:71370ff0ec1348e8a0dd470d369623bb is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:20.664169 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:20.664457 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:20.681302 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:20.701972 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:20.703361 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:20.703932 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:20.710270 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:20.724390 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb95e437-8978-45f5-b469-d43f93153a08 admin admin] Network b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:18:20.725819 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-403135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4890'] for router, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:20.727262 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4881'] for router, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:20.734448 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Router fa9ced58-b25c-4589-ba25-139d32c855b2 is scheduled to L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 with binding_index 1 {{(pid=91733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 18:18:20.818040 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-eb95e437-8978-45f5-b469-d43f93153a08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, b3c8c516-11b1-4d17-b72f-4bf8982ccbb0) {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:20.832922 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cb7edc-90c2-4f5a-8a4e-092e15cbd6cc None None] Network b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:20.850410 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb95e437-8978-45f5-b469-d43f93153a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:20.850410 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-eb95e437-8978-45f5-b469-d43f93153a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:20.862326 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:20.876065 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Pushing event updated for resources: {'Network': ['ID=be3d3d62-5be5-480b-8575-fe576912bc72,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:20.885438 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7500257 May 31 18:18:20.888098 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:20.888575 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56304) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:20.900611 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-989cd84a-2fa2-4ec1-8768-d144c0df3c21 admin admin] Request body: {'subnet': {'network_id': 'be3d3d62-5be5-480b-8575-fe576912bc72', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1723904904-subnet', 'tenant_id': 'e2762c05c1dc4e699d36aa6bc7e0ff37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:20.920936 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-989cd84a-2fa2-4ec1-8768-d144c0df3c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:20.930055 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-989cd84a-2fa2-4ec1-8768-d144c0df3c21 admin admin] Usage tracker for resource:subnet and tenant:e2762c05c1dc4e699d36aa6bc7e0ff37 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:20.935547 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56310) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:20.941032 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network be3d3d62-5be5-480b-8575-fe576912bc72 details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:18:20.946026 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-989cd84a-2fa2-4ec1-8768-d144c0df3c21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:20.960964 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-989cd84a-2fa2-4ec1-8768-d144c0df3c21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:20.996487 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-eb95e437-8978-45f5-b469-d43f93153a08 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9781401 May 31 18:18:21.014165 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 56318) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:21.024845 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e509738e-1426-43ca-bbd0-e1f7f0a9fbbc req-8b0ce528-b054-4a4b-96f9-7d62516a326c tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 210 time: 0.0876813 May 31 18:18:21.035456 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989cd84a-2fa2-4ec1-8768-d144c0df3c21 admin admin] Made reservation on behalf of e2762c05c1dc4e699d36aa6bc7e0ff37 for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:21.038113 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-989cd84a-2fa2-4ec1-8768-d144c0df3c21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:21.076239 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:21.115592 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:21.333688 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53c3527c-b754-508a-bbd5-2b07d57767e0-94b1778a-3714-47c8-abf7-03652140706b', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'fixed_ips': [{'subnet_id': '23a5645f-f287-424a-bed2-fe7d9c273f95'}]}} from dv-cinder-770050-4-iscsi. {{(pid=91735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 18:18:21.335414 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:21.476461 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4967'] for router, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:21.491517 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Usage tracker for resource:router and tenant:2e0ba4821bf84395b9662f29d0e886ca is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:21.517388 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:21.532289 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:21.606590 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:18:21.625240 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Sync routers for ids ['fa9ced58-b25c-4589-ba25-139d32c855b2'] in dv-cinder-770050-4-iscsi {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:18:21.639114 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Routers {'fa9ced58-b25c-4589-ba25-139d32c855b2'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:21.639853 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:18:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['fa9ced58-b25c-4589-ba25-139d32c855b2'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:21.648826 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Notify callbacks [] for router, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:21.660936 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8151968 May 31 18:18:21.662363 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 56352) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:21.750115 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53c3527c-b754-508a-bbd5-2b07d57767e0-b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'fixed_ips': [{'subnet_id': 'ec71e230-9295-42e2-886a-2045075dddec'}]}} from dv-cinder-770050-4-iscsi. {{(pid=91735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 18:18:21.750987 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:21.769940 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-989cd84a-2fa2-4ec1-8768-d144c0df3c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:21.773781 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6c613d1d-6542-41ce-981f-d750317524fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:21.911329 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-403135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4890'] for router, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:21.912494 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4881'] for router, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:21.950730 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Allocated IP 172.20.0.2 (94b1778a-3714-47c8-abf7-03652140706b/23a5645f-f287-424a-bed2-fe7d9c273f95/2100d4c8-feed-4882-9fec-c7ed3f9ef0c5) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:21.992357 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989cd84a-2fa2-4ec1-8768-d144c0df3c21 admin admin] Checking segment: {'id': '57ae8106-dbdf-4b55-b02d-57b407c2d66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'be3d3d62-5be5-480b-8575-fe576912bc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:21.992703 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989cd84a-2fa2-4ec1-8768-d144c0df3c21 admin admin] Network hostable DHCP agents. Network: be3d3d62-5be5-480b-8575-fe576912bc72, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:18:22.023526 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cd84a-2fa2-4ec1-8768-d144c0df3c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a633511d-a10b-45ec-a49c-e6ee43170f69,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:22.034141 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989cd84a-2fa2-4ec1-8768-d144c0df3c21 admin admin] Network be3d3d62-5be5-480b-8575-fe576912bc72 is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:18:22.038600 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-989cd84a-2fa2-4ec1-8768-d144c0df3c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:22.048100 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:22.052394 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-989cd84a-2fa2-4ec1-8768-d144c0df3c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, be3d3d62-5be5-480b-8575-fe576912bc72) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:22.067708 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989cd84a-2fa2-4ec1-8768-d144c0df3c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:22.068569 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-989cd84a-2fa2-4ec1-8768-d144c0df3c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:22.084192 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Set router fa9ced58-b25c-4589-ba25-139d32c855b2 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:22.095631 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-989cd84a-2fa2-4ec1-8768-d144c0df3c21 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2049136 May 31 18:18:22.198959 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d81b4c33-dee5-46ee-9c53-5c8caf83724a req-d1ed6dc6-1f6e-4ddb-8005-d72b0a968c53 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 210 time: 0.0671790 May 31 18:18:22.214174 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Allocated IP 172.20.0.2 (b3c8c516-11b1-4d17-b72f-4bf8982ccbb0/ec71e230-9295-42e2-886a-2045075dddec/19f443f4-1f93-4013-a429-1bd37659d23a) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:22.424428 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56376) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:22.477286 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6686c46-7d80-402e-ac87-05bad7279fb3 None None] Network be3d3d62-5be5-480b-8575-fe576912bc72 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:22.496432 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_v2 [None req-41872ce7-98d6-4b9b-9047-d11ffeb78fc6 admin admin] Deleting subnet cc991444-4426-4b92-b7e9-2bf57ffd128f {{(pid=91734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:18:22.500009 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-41872ce7-98d6-4b9b-9047-d11ffeb78fc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:22.518867 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9ced58-b25c-4589-ba25-139d32c855b2', 'name': 'tempest-ServerRescueNegativeTestJSON-498629570-router', 'tenant_id': '04fbb9fd981d4c33ab89836e4de1a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'ba445585-931e-4065-b6b3-cdb19c87d465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:15Z', 'updated_at': '2021-05-31T18:18:18Z', 'revision_number': 3, 'project_id': '04fbb9fd981d4c33ab89836e4de1a086', 'gw_port': {'id': 'ba445585-931e-4065-b6b3-cdb19c87d465', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9ced58-b25c-4589-ba25-139d32c855b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:17Z', 'updated_at': '2021-05-31T18:18:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:22.523011 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Checking router: fa9ced58-b25c-4589-ba25-139d32c855b2 for host: dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:18:22.523359 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Updating router fa9ced58-b25c-4589-ba25-139d32c855b2 port ba445585-931e-4065-b6b3-cdb19c87d465 binding host dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:18:22.555684 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-41872ce7-98d6-4b9b-9047-d11ffeb78fc6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:22.564096 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-41872ce7-98d6-4b9b-9047-d11ffeb78fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515759'] for subnet, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:22.582193 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:22.641563 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:22.700226 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:22.751770 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Transition to ACTIVE for port object 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:22.767706 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4967'] for router, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:22.826150 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Transition to ACTIVE for port object 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 will not be triggered until provisioned by entity DHCP. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:22.963495 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:22.974578 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-41872ce7-98d6-4b9b-9047-d11ffeb78fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:22.990241 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:23.042704 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.047980 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-41872ce7-98d6-4b9b-9047-d11ffeb78fc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.051072 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41872ce7-98d6-4b9b-9047-d11ffeb78fc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc991444-4426-4b92-b7e9-2bf57ffd128f,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:23.059822 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-41872ce7-98d6-4b9b-9047-d11ffeb78fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:23.062223 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-41872ce7-98d6-4b9b-9047-d11ffeb78fc6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cc991444-4426-4b92-b7e9-2bf57ffd128f HTTP/1.1" status: 204 len: 168 time: 0.6365716 May 31 18:18:23.067009 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56392) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:23.099203 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Notify callbacks [] for port, precommit_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.113989 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Transition to ACTIVE for port object ba445585-931e-4065-b6b3-cdb19c87d465 will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:23.123870 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.128152 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:23.128389 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:23.145988 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.212436 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642395'] for network, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.221587 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Attempting to bind port ba445585-931e-4065-b6b3-cdb19c87d465 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:18:23.222110 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Attempting to bind port ba445585-931e-4065-b6b3-cdb19c87d465 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:18:23.222477 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Attempting to bind port ba445585-931e-4065-b6b3-cdb19c87d465 on network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:23.225678 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd4803a-2cb3-4489-873f-c5505afc0993 None None] Network be3d3d62-5be5-480b-8575-fe576912bc72 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:23.232517 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fd8c3-f6ef-44be-9b3b-3929f48c9ff1 None None] Pushing event updated for resources: {'Port': ['ID=ba445585-931e-4065-b6b3-cdb19c87d465,revision_number=2']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:23.235364 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:18:23.235782 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Checking segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:23.236184 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.236610 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Bound using segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:18:23.237095 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Bound port: ba445585-931e-4065-b6b3-cdb19c87d465, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:18:23.237461 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.288845 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fd8c3-f6ef-44be-9b3b-3929f48c9ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.289477 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fd8c3-f6ef-44be-9b3b-3929f48c9ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.289959 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fd8c3-f6ef-44be-9b3b-3929f48c9ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.290464 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fd8c3-f6ef-44be-9b3b-3929f48c9ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.291025 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fd8c3-f6ef-44be-9b3b-3929f48c9ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.291616 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fd8c3-f6ef-44be-9b3b-3929f48c9ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.292100 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fd8c3-f6ef-44be-9b3b-3929f48c9ff1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.292575 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fd8c3-f6ef-44be-9b3b-3929f48c9ff1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.293961 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fd8c3-f6ef-44be-9b3b-3929f48c9ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.294542 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fd8c3-f6ef-44be-9b3b-3929f48c9ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.295061 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fd8c3-f6ef-44be-9b3b-3929f48c9ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.295535 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fd8c3-f6ef-44be-9b3b-3929f48c9ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fd8c3-f6ef-44be-9b3b-3929f48c9ff1 None None] Tracked resource versions report: May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: pushed versions: May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: { 'AddressGroup': {'1.2'}, May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'ConntrackHelper': {'1.0'}, May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Log': {'1.0'}, May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Network': {'1.1'}, May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Port': {'1.7'}, May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'PortForwarding': {'1.2'}, May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'QosPolicy': {'1.8'}, May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'SecurityGroup': {'1.4'}, May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'SecurityGroupRule': {'1.2'}, May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'SubPort': {'1.0'}, May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Subnet': {'1.1'}, May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Trunk': {'1.1'}} May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: consumer versions: May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: { DHCP agent@dv-cinder-770050-4-iscsi: {}, May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: HyperV agent@hv-cinder-77005: {}, May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: L3 agent@dv-cinder-770050-4-iscsi: {}, May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: Metadata agent@dv-cinder-770050-4-iscsi: {}, May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: Metering agent@dv-cinder-770050-4-iscsi: {}, May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: Open vSwitch agent@dv-cinder-770050-4-iscsi: { 'AddressGroup': '1.2', May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'ConntrackHelper': '1.0', May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Log': '1.0', May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Network': '1.1', May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Port': '1.7', May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'PortForwarding': '1.2', May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'QosPolicy': '1.8', May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'SecurityGroup': '1.4', May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'SecurityGroupRule': '1.2', May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'SubPort': '1.0', May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Subnet': '1.1', May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: 'Trunk': '1.1'}} May 31 18:18:23.296771 dv-cinder-770050-4-iscsi neutron-server[91736]: {{(pid=91736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 18:18:23.304733 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-195fd8c3-f6ef-44be-9b3b-3929f48c9ff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:23.336604 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Network 94b1778a-3714-47c8-abf7-03652140706b is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:23.338612 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:23.346382 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:23.350030 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] For port ba445585-931e-4065-b6b3-cdb19c87d465, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:18:23.353528 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] For port ba445585-931e-4065-b6b3-cdb19c87d465, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=ba445585-931e-4065-b6b3-cdb19c87d465,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:18:23.362473 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.369174 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-3cec6d46-ce84-496c-8e2b-956f331b4b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:23.444441 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_common [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Allocated IP 172.27.0.209 (1cefa8cd-0a9d-4799-a9e0-704b2c95ae89/67065c8c-a7bf-4ea9-bccb-f9c1fabaa892/bfe04435-2c6a-44fa-83c8-d40bb453afc8) {{(pid=91733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:23.445313 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512032', 'neutron.services.segments.db._delete_segments_for_network-8759829597148'] for network, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.462008 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:23.462409 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:23.463167 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:23.463543 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Subscribe: > port after_create 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:23.463882 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:23.464231 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Subscribe: > port after_update 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:23.465451 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:23.465682 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:23.466106 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:23.466485 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:23.482322 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Attempting to bind port 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:18:23.483161 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Attempting to bind port 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': '08c03eab-0a89-4a42-a286-ecc422d5ad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94b1778a-3714-47c8-abf7-03652140706b'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:18:23.483637 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fd8c3-f6ef-44be-9b3b-3929f48c9ff1 None None] Pushing event updated for resources: {'Port': ['ID=ba445585-931e-4065-b6b3-cdb19c87d465,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:23.484273 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Attempting to bind port 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 on network 94b1778a-3714-47c8-abf7-03652140706b {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:23.495422 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:18:23.496748 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Checking segment: {'id': '08c03eab-0a89-4a42-a286-ecc422d5ad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94b1778a-3714-47c8-abf7-03652140706b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:23.497618 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.498247 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Bound using segment: {'id': '08c03eab-0a89-4a42-a286-ecc422d5ad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94b1778a-3714-47c8-abf7-03652140706b'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:18:23.499019 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Bound port: 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c03eab-0a89-4a42-a286-ecc422d5ad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94b1778a-3714-47c8-abf7-03652140706b'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:18:23.499622 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.503002 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-195fd8c3-f6ef-44be-9b3b-3929f48c9ff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:23.512642 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Pushing event updated for resources: {'Port': ['ID=2100d4c8-feed-4882-9fec-c7ed3f9ef0c5,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:23.531649 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Routers {'fa9ced58-b25c-4589-ba25-139d32c855b2'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:23.532376 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:18:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['fa9ced58-b25c-4589-ba25-139d32c855b2'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:23.594418 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.604772 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.665488 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:23.666143 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:23.666765 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:23.667314 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:23.667874 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2308494d-df87-4427-acf6-638af607b72c']}} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:23.681735 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037903b1-7a7c-4d84-9012-7c1e9075e4da') {'for_net_delete': True} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:23.682466 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037903b1-7a7c-4d84-9012-7c1e9075e4da') {} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:23.695919 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759829606045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16442357'] for segment, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.712399 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] For port 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:18:23.713832 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.723470 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=91734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:18:23.724330 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15610646'] for segment, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.724450 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] Set router fa9ced58-b25c-4589-ba25-139d32c855b2 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:23.725486 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.725932 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.726385 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.726768 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.727439 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.727866 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.728524 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.728915 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.729316 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.729737 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.730112 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.730636 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Tracked resource versions report: May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: pushed versions: May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: { 'AddressGroup': {'1.2'}, May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'ConntrackHelper': {'1.0'}, May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Log': {'1.0'}, May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Network': {'1.1'}, May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Port': {'1.7'}, May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'PortForwarding': {'1.2'}, May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'QosPolicy': {'1.8'}, May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'SecurityGroup': {'1.4'}, May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'SecurityGroupRule': {'1.2'}, May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'SubPort': {'1.0'}, May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Subnet': {'1.1'}, May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Trunk': {'1.1'}} May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: consumer versions: May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: { DHCP agent@dv-cinder-770050-4-iscsi: {}, May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: HyperV agent@hv-cinder-77005: {}, May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: L3 agent@dv-cinder-770050-4-iscsi: {}, May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: Metadata agent@dv-cinder-770050-4-iscsi: {}, May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: Metering agent@dv-cinder-770050-4-iscsi: {}, May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: Open vSwitch agent@dv-cinder-770050-4-iscsi: { 'AddressGroup': '1.2', May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'ConntrackHelper': '1.0', May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Log': '1.0', May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Network': '1.1', May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Port': '1.7', May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'PortForwarding': '1.2', May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'QosPolicy': '1.8', May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'SecurityGroup': '1.4', May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'SecurityGroupRule': '1.2', May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'SubPort': '1.0', May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Subnet': '1.1', May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: 'Trunk': '1.1'}} May 31 18:18:23.732017 dv-cinder-770050-4-iscsi neutron-server[91735]: {{(pid=91735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 18:18:23.744226 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:23.749726 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Transition to ACTIVE for port object 19f443f4-1f93-4013-a429-1bd37659d23a will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:23.770847 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Transition to ACTIVE for port object 19f443f4-1f93-4013-a429-1bd37659d23a will not be triggered until provisioned by entity DHCP. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:23.779414 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.784231 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ac42f5d5-2021-427a-8a3e-b7748e88b64b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:23.874604 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Network b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: from cryptography.utils import int_from_bytes May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: from cryptography.utils import int_from_bytes May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: Traceback (most recent call last): May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: timer() May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: cb(*args, **kw) May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: return func(*args, **kwargs) May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: self._notify() May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: self.callback(batched_events) May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: event.method(event) May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: return f(self, *a, **k) May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: return self._get(url).json() May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: return self.request(url, 'GET', **kwargs) May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:18:23.877244 dv-cinder-770050-4-iscsi neutron-server[91734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:18:23.879723 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:23.883740 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:23.893691 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] For port 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=2100d4c8-feed-4882-9fec-c7ed3f9ef0c5,segment=NetworkSegment(08c03eab-0a89-4a42-a286-ecc422d5ad49),segment_id=08c03eab-0a89-4a42-a286-ecc422d5ad49)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:18:23.919989 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401612'] for network, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.928727 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.946956 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3a9db666-4ae7-4b83-9ff5-0956881c1b24 req-c169f54f-5d9f-4ac8-99a7-3447e0ff292d tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 210 time: 0.0654323 May 31 18:18:23.948419 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:23.955560 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:23.984886 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Pushing event updated for resources: {'Port': ['ID=19f443f4-1f93-4013-a429-1bd37659d23a,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:23.996312 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:24.003211 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:24.003885 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:24.025443 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2308494d-df87-4427-acf6-638af607b72c,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:24.049633 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:24.051562 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:24.061893 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:24.062070 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2308494d-df87-4427-acf6-638af607b72c HTTP/1.1" status: 204 len: 168 time: 0.9893174 May 31 18:18:24.062452 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56408) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:24.145539 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9ced58-b25c-4589-ba25-139d32c855b2', 'name': 'tempest-ServerRescueNegativeTestJSON-498629570-router', 'tenant_id': '04fbb9fd981d4c33ab89836e4de1a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'ba445585-931e-4065-b6b3-cdb19c87d465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:15Z', 'updated_at': '2021-05-31T18:18:18Z', 'revision_number': 3, 'project_id': '04fbb9fd981d4c33ab89836e4de1a086', 'gw_port': {'id': 'ba445585-931e-4065-b6b3-cdb19c87d465', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9ced58-b25c-4589-ba25-139d32c855b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:17Z', 'updated_at': '2021-05-31T18:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:24.151058 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92cada0-d351-417c-8777-fc97572709f5 None None] The sync data for ids ['fa9ced58-b25c-4589-ba25-139d32c855b2'] in dv-cinder-770050-4-iscsi is: [{'id': 'fa9ced58-b25c-4589-ba25-139d32c855b2', 'name': 'tempest-ServerRescueNegativeTestJSON-498629570-router', 'tenant_id': '04fbb9fd981d4c33ab89836e4de1a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'ba445585-931e-4065-b6b3-cdb19c87d465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:15Z', 'updated_at': '2021-05-31T18:18:18Z', 'revision_number': 3, 'project_id': '04fbb9fd981d4c33ab89836e4de1a086', 'gw_port': {'id': 'ba445585-931e-4065-b6b3-cdb19c87d465', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9ced58-b25c-4589-ba25-139d32c855b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:17Z', 'updated_at': '2021-05-31T18:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:18:24.171366 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Attempting to bind port 19f443f4-1f93-4013-a429-1bd37659d23a on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:18:24.172028 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Attempting to bind port 19f443f4-1f93-4013-a429-1bd37659d23a by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': '650f0482-fd94-4b6d-87f0-6a9c3ffbc9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:18:24.172489 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Attempting to bind port 19f443f4-1f93-4013-a429-1bd37659d23a on network b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:24.186136 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:18:24.187029 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Checking segment: {'id': '650f0482-fd94-4b6d-87f0-6a9c3ffbc9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:24.187542 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:24.188036 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Bound using segment: {'id': '650f0482-fd94-4b6d-87f0-6a9c3ffbc9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:18:24.189451 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Bound port: 19f443f4-1f93-4013-a429-1bd37659d23a, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650f0482-fd94-4b6d-87f0-6a9c3ffbc9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:18:24.189943 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:24.217447 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a47c0d-d1bb-4991-9aa5-08c6a95d1736 admin admin] Deleting subnet a633511d-a10b-45ec-a49c-e6ee43170f69 {{(pid=91734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:18:24.220923 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-42a47c0d-d1bb-4991-9aa5-08c6a95d1736 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:24.226590 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Pushing event updated for resources: {'Port': ['ID=2100d4c8-feed-4882-9fec-c7ed3f9ef0c5,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:24.239663 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:24.307363 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-42a47c0d-d1bb-4991-9aa5-08c6a95d1736 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16442366'] for subnet, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:24.336320 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:24.337496 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] For port 19f443f4-1f93-4013-a429-1bd37659d23a, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:18:24.342300 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] For port 19f443f4-1f93-4013-a429-1bd37659d23a, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=19f443f4-1f93-4013-a429-1bd37659d23a,segment=NetworkSegment(650f0482-fd94-4b6d-87f0-6a9c3ffbc9af),segment_id=650f0482-fd94-4b6d-87f0-6a9c3ffbc9af)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:18:24.343083 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_common [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Allocated IP 172.20.0.1 (d0906071-12cb-42ed-b918-72a255e9632b/2d93125e-6ed3-456d-97d2-d3c9e0aa7334/bb731b9e-d3a9-4a01-98fa-aad9700ce386) {{(pid=91733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:24.350379 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:24.357237 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:24.359417 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-00b4b4c5-ba8d-42ef-bdbb-b7450d7dc2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:24.376329 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-42a47c0d-d1bb-4991-9aa5-08c6a95d1736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515759'] for subnet, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:24.447698 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Pushing event updated for resources: {'Port': ['ID=19f443f4-1f93-4013-a429-1bd37659d23a,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:24.470952 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:24.510200 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:24.523350 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:24.526018 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Received port after_create {{(pid=91733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:24.610127 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_common [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Allocated IP 172.27.0.70 (1cefa8cd-0a9d-4799-a9e0-704b2c95ae89/67065c8c-a7bf-4ea9-bccb-f9c1fabaa892/2de14194-c2a9-4c98-b38a-05cfd15b5770) {{(pid=91733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:24.800793 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Pushing event updated for resources: {'Port': ['ID=bfe04435-2c6a-44fa-83c8-d40bb453afc8,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:24.806282 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-42a47c0d-d1bb-4991-9aa5-08c6a95d1736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15610288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16171853'] for subnet, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:24.816627 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-989cd84a-2fa2-4ec1-8768-d144c0df3c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:24.819909 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:24.860229 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a47c0d-d1bb-4991-9aa5-08c6a95d1736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a633511d-a10b-45ec-a49c-e6ee43170f69,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:24.867166 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-42a47c0d-d1bb-4991-9aa5-08c6a95d1736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:24.870439 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-42a47c0d-d1bb-4991-9aa5-08c6a95d1736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:24.879414 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-42a47c0d-d1bb-4991-9aa5-08c6a95d1736 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a633511d-a10b-45ec-a49c-e6ee43170f69 HTTP/1.1" status: 204 len: 168 time: 0.8137507 May 31 18:18:24.879678 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56414) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:25.049370 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1a43dba8-9446-48be-abc7-b0f88a88c885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642395'] for network, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:25.124937 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:25.221755 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:25.312708 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-87bcfeef-75dc-40b4-a221-21defb37d3d9 req-15e59bf7-ba8c-4418-8204-c091fe85ddd9 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 210 time: 0.1630044 May 31 18:18:25.314870 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1a43dba8-9446-48be-abc7-b0f88a88c885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512032', 'neutron.services.segments.db._delete_segments_for_network-8759829597148'] for network, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:25.333573 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-1a43dba8-9446-48be-abc7-b0f88a88c885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3d3d62-5be5-480b-8575-fe576912bc72']}} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:25.367146 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-1a43dba8-9446-48be-abc7-b0f88a88c885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ae8106-dbdf-4b55-b02d-57b407c2d66c') {'for_net_delete': True} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:25.369033 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-1a43dba8-9446-48be-abc7-b0f88a88c885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ae8106-dbdf-4b55-b02d-57b407c2d66c') {} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:25.369391 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:25.385474 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:25.387182 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1a43dba8-9446-48be-abc7-b0f88a88c885 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759829606045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16442357'] for segment, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:25.390367 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:25.412278 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1a43dba8-9446-48be-abc7-b0f88a88c885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:25.429642 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a43dba8-9446-48be-abc7-b0f88a88c885 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=91734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:18:25.433902 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1a43dba8-9446-48be-abc7-b0f88a88c885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15610646'] for segment, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: Traceback (most recent call last): May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: timer() May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: cb(*args, **kw) May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: return func(*args, **kwargs) May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: self._notify() May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: self.callback(batched_events) May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: event.method(event) May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: return f(self, *a, **k) May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: return self._get(url).json() May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: return self.request(url, 'GET', **kwargs) May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:18:25.458329 dv-cinder-770050-4-iscsi neutron-server[91734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:18:25.545382 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:25.546438 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Pushing event updated for resources: {'Port': ['ID=bb731b9e-d3a9-4a01-98fa-aad9700ce386,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:25.553494 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Network d0906071-12cb-42ed-b918-72a255e9632b is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:25.559097 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1a43dba8-9446-48be-abc7-b0f88a88c885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401612'] for network, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:25.563203 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-70daa062-c54a-4b72-800b-5d9e8c39bd55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:25.587020 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1a43dba8-9446-48be-abc7-b0f88a88c885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:25.615763 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43dba8-9446-48be-abc7-b0f88a88c885 admin admin] Pushing event deleted for resources: {'Network': ['ID=be3d3d62-5be5-480b-8575-fe576912bc72,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:25.617891 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1a43dba8-9446-48be-abc7-b0f88a88c885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:25.620205 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-1a43dba8-9446-48be-abc7-b0f88a88c885 admin admin] 10.222.0.30 "DELETE /v2.0/networks/be3d3d62-5be5-480b-8575-fe576912bc72 HTTP/1.1" status: 204 len: 168 time: 0.7396581 May 31 18:18:25.624101 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:25.634012 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9533002-a39f-45dd-af82-68dd72f41bb4 None None] Network 94b1778a-3714-47c8-abf7-03652140706b requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:25.677494 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:25.698300 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Received port after_create {{(pid=91733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:25.698930 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407415'] for router_interface, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:25.759756 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-299c8261-26a4-4f65-aa62-7484968b9a61 None None] Provisioning for port 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:25.904988 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Received port after_create {{(pid=91733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:25.929606 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:25.982395 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56434) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:26.132015 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-1dc3e7f5-8e4b-43fc-8ba7-1fb3f681afd9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ce6e0f947dd4e69973606ec54a2be0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1479731 May 31 18:18:26.136549 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Pushing event updated for resources: {'Port': ['ID=2de14194-c2a9-4c98-b38a-05cfd15b5770,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:26.138361 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56438) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:26.172645 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.43', 50529) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:26.190403 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:26.191270 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a84697-1e8c-4b7a-bf26-0c158d77ad71 None None] Network b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:26.214621 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:26.283823 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:26.289537 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.775s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:26.289747 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:26.436023 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:26.436830 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:26.440521 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f74b9a1-0857-40b8-ad88-00dec3475ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:26.503026 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f74b9a1-0857-40b8-ad88-00dec3475ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:26.615778 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f74b9a1-0857-40b8-ad88-00dec3475ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:26.643672 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:26.728187 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74b9a1-0857-40b8-ad88-00dec3475ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158600ea-7ef6-44c6-9613-ff905d05c7e1,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:26.753968 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6f74b9a1-0857-40b8-ad88-00dec3475ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:26.755079 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-4b3620ba-7db7-40de-b975-3a8972fe1c26 None None] Provisioning for port 19f443f4-1f93-4013-a429-1bd37659d23a completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:26.771010 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b20bdbf0-5d11-4e3e-a935-3890689c0f30 req-cdde07b8-e99c-45ae-9560-5f6dcc80cde8 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 210 time: 0.1056449 May 31 18:18:26.800165 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-3ed3088a-74a1-4072-8a70-6e2c4cfffa82 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:26.801953 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-3ed3088a-74a1-4072-8a70-6e2c4cfffa82 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.43 "GET /v2.0/networks?id=e57fb700-0079-445e-9d90-61a64cda363b HTTP/1.1" status: 200 len: 812 time: 0.6280875 May 31 18:18:26.837513 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f74b9a1-0857-40b8-ad88-00dec3475ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:26.849732 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-6f74b9a1-0857-40b8-ad88-00dec3475ee1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/158600ea-7ef6-44c6-9613-ff905d05c7e1 HTTP/1.1" status: 204 len: 168 time: 0.7021546 May 31 18:18:26.861175 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-4cf54831-066a-4d5a-8cf5-381c9c4a926a tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Request body: {'port': {'device_id': '44e35c98-1d10-4643-bf5c-a065a27981a6', 'network_id': 'e57fb700-0079-445e-9d90-61a64cda363b', 'admin_state_up': True, 'tenant_id': '1aadac876c6c42e3bb58fc89e38be16b'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:27.113751 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.168125 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.189151 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=2100d4c8-feed-4882-9fec-c7ed3f9ef0c5,segment=NetworkSegment(08c03eab-0a89-4a42-a286-ecc422d5ad49),segment_id=08c03eab-0a89-4a42-a286-ecc422d5ad49)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:18:27.193542 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-d1e5f5b4-1c71-4d4a-b02d-2a99ce503b90 None None] Provisioning complete for port 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:27.194068 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d1e5f5b4-1c71-4d4a-b02d-2a99ce503b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.223087 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-4cf54831-066a-4d5a-8cf5-381c9c4a926a tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:27.240238 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-4cf54831-066a-4d5a-8cf5-381c9c4a926a tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Usage tracker for resource:port and tenant:1aadac876c6c42e3bb58fc89e38be16b is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:27.246826 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-4cf54831-066a-4d5a-8cf5-381c9c4a926a tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:27.263089 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-4cf54831-066a-4d5a-8cf5-381c9c4a926a tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:27.274141 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.278468 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-4cf54831-066a-4d5a-8cf5-381c9c4a926a tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Made reservation on behalf of 1aadac876c6c42e3bb58fc89e38be16b for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:27.282721 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-4cf54831-066a-4d5a-8cf5-381c9c4a926a tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.312696 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device ba445585-931e-4065-b6b3-cdb19c87d465 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:27.379949 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:27.617368 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=2100d4c8-feed-4882-9fec-c7ed3f9ef0c5,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:27.643913 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-4cf54831-066a-4d5a-8cf5-381c9c4a926a tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Allocated IP 172.20.0.9 (e57fb700-0079-445e-9d90-61a64cda363b/b3c4e587-076c-4b63-b32a-db441d6f43f5/82561236-bda9-4f89-8b8a-48bd6c420e69) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:27.655959 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:27.689073 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56518) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:27.717093 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port ba445585-931e-4065-b6b3-cdb19c87d465 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:27.725819 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port ba445585-931e-4065-b6b3-cdb19c87d465 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:27.726461 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.761387 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401414'] for router, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.952313 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-7f20f77d-9789-4781-ae1e-7dce7b8ec154 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2762c05c1dc4e699d36aa6bc7e0ff37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2566230 May 31 18:18:27.959162 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56530) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:27.959665 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56532) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:27.987144 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.004910 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port ba445585-931e-4065-b6b3-cdb19c87d465, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=ba445585-931e-4065-b6b3-cdb19c87d465,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:18:28.014118 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.016578 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 19f443f4-1f93-4013-a429-1bd37659d23a up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:28.051991 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:28.114034 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.193466 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=ba445585-931e-4065-b6b3-cdb19c87d465,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:28.197274 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:28.211301 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 19f443f4-1f93-4013-a429-1bd37659d23a completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:28.217861 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 19f443f4-1f93-4013-a429-1bd37659d23a triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:28.218261 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.306293 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7782bf80-3d61-4962-b678-c7af5fd25392 req-26a6ec79-3216-4e99-a575-bdedcf1192f0 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 210 time: 0.2775183 May 31 18:18:28.371825 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2d040233-e7a2-45e5-92e7-0637dba1d3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.438498 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-2d040233-e7a2-45e5-92e7-0637dba1d3cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:28.444259 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a7c7080e-15d4-4cf0-844b-68c884734b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.462482 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-2d040233-e7a2-45e5-92e7-0637dba1d3cd admin admin] Usage tracker for resource:security_group_rule and tenant:612a23bf671742c2aaa73c64ac11292f is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:28.478381 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-2d040233-e7a2-45e5-92e7-0637dba1d3cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:28.491659 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-2d040233-e7a2-45e5-92e7-0637dba1d3cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:28.530934 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.533337 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a7c7080e-15d4-4cf0-844b-68c884734b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.565389 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-4cf54831-066a-4d5a-8cf5-381c9c4a926a tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.573175 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 19f443f4-1f93-4013-a429-1bd37659d23a, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=19f443f4-1f93-4013-a429-1bd37659d23a,segment=NetworkSegment(650f0482-fd94-4b6d-87f0-6a9c3ffbc9af),segment_id=650f0482-fd94-4b6d-87f0-6a9c3ffbc9af)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:18:28.591202 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.599245 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-3c1a8a6b-6fcc-47f3-a05d-ed3221c68963 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:28.761034 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a7c7080e-15d4-4cf0-844b-68c884734b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.780483 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device ba445585-931e-4065-b6b3-cdb19c87d465 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:28.818232 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:28.853423 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7080e-15d4-4cf0-844b-68c884734b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0d2d43-a46d-4b5e-a697-4cdd20823230,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:28.893711 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-4cf54831-066a-4d5a-8cf5-381c9c4a926a tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.931233 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a7c7080e-15d4-4cf0-844b-68c884734b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:29.033503 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a7c7080e-15d4-4cf0-844b-68c884734b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.048965 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-a7c7080e-15d4-4cf0-844b-68c884734b86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf0d2d43-a46d-4b5e-a697-4cdd20823230 HTTP/1.1" status: 204 len: 168 time: 1.0875523 May 31 18:18:29.052283 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2d040233-e7a2-45e5-92e7-0637dba1d3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.058122 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c4f5e6c8-52a7-4e23-b196-b75a11520fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:29.071685 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=19f443f4-1f93-4013-a429-1bd37659d23a,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:29.082672 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:29.131277 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port ba445585-931e-4065-b6b3-cdb19c87d465 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:29.132669 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.242265 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.db.resource_extend [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 18:18:29.286372 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.301901 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.408279 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407514'] for router_interface, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.416067 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:29.425455 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2d040233-e7a2-45e5-92e7-0637dba1d3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.468264 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:29.484919 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-4cf54831-066a-4d5a-8cf5-381c9c4a926a tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Network e57fb700-0079-445e-9d90-61a64cda363b is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:29.492439 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-4cf54831-066a-4d5a-8cf5-381c9c4a926a tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:29.505545 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-4cf54831-066a-4d5a-8cf5-381c9c4a926a tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:29.556481 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf54831-066a-4d5a-8cf5-381c9c4a926a tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Pushing event updated for resources: {'Port': ['ID=82561236-bda9-4f89-8b8a-48bd6c420e69,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:29.625806 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:29.626205 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.705225 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4cf54831-066a-4d5a-8cf5-381c9c4a926a tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:29.705628 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:29.745864 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Router c4751df5-e207-469d-a306-8a05677a2892 is scheduled to L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 with binding_index 1 {{(pid=91733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 18:18:29.763933 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-2d040233-e7a2-45e5-92e7-0637dba1d3cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=612a23bf671742c2aaa73c64ac11292f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8012583 May 31 18:18:29.767888 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 56586) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:29.854440 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Pushing event updated for resources: {'Port': ['ID=bb731b9e-d3a9-4a01-98fa-aad9700ce386,revision_number=2']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:29.859761 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d040233-e7a2-45e5-92e7-0637dba1d3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c777d02c-0e77-4344-851c-5523f5dec3ea,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:29.869545 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-4cf54831-066a-4d5a-8cf5-381c9c4a926a tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:29.870335 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-4cf54831-066a-4d5a-8cf5-381c9c4a926a tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.871523 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:29.877288 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-2d040233-e7a2-45e5-92e7-0637dba1d3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:29.900220 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-4cf54831-066a-4d5a-8cf5-381c9c4a926a tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0463059 May 31 18:18:29.920506 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2ddac-8489-442c-b476-51cd0caf7e52 req-b12d7e35-0d78-45a8-ad85-acd11315e849 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:29.921253 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-e4b2ddac-8489-442c-b476-51cd0caf7e52 req-b12d7e35-0d78-45a8-ad85-acd11315e849 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Synchronizing usage tracker for tenant:1aadac876c6c42e3bb58fc89e38be16b on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:18:29.931408 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-cd38b21a-d7d2-4309-ab77-5edd95909172 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=91734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:18:29.932502 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-cd38b21a-d7d2-4309-ab77-5edd95909172 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062799 May 31 18:18:29.965406 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-e4b2ddac-8489-442c-b476-51cd0caf7e52 req-b12d7e35-0d78-45a8-ad85-acd11315e849 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Unset dirty status for tenant:1aadac876c6c42e3bb58fc89e38be16b on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:18:29.968976 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e4b2ddac-8489-442c-b476-51cd0caf7e52 req-b12d7e35-0d78-45a8-ad85-acd11315e849 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 931 time: 0.3803601 May 31 18:18:30.018219 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401414'] for router, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:30.075670 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-e4b2ddac-8489-442c-b476-51cd0caf7e52 req-b14d288b-f48b-4cd1-a55a-2fe5486b9fb3 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Synchronizing usage tracker for tenant:1aadac876c6c42e3bb58fc89e38be16b on resource:security_group {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:18:30.116182 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-e4b2ddac-8489-442c-b476-51cd0caf7e52 req-b14d288b-f48b-4cd1-a55a-2fe5486b9fb3 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Unset dirty status for tenant:1aadac876c6c42e3bb58fc89e38be16b on resource:security_group {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:18:30.116182 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e4b2ddac-8489-442c-b476-51cd0caf7e52 req-b14d288b-f48b-4cd1-a55a-2fe5486b9fb3 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353185 May 31 18:18:30.267121 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Request body: {'port': {'device_id': '44e35c98-1d10-4643-bf5c-a065a27981a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:30.293321 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b6e48c1e-a6fb-43b3-9987-327b7b48c84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:30.544704 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:30.725799 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b6e48c1e-a6fb-43b3-9987-327b7b48c84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:30.733286 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 19f443f4-1f93-4013-a429-1bd37659d23a up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:30.760961 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Network d0906071-12cb-42ed-b918-72a255e9632b is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:30.788716 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:30.882480 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 19f443f4-1f93-4013-a429-1bd37659d23a triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:30.883447 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.157590 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56634) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:31.227924 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:18:31.237749 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Sync routers for ids ['c4751df5-e207-469d-a306-8a05677a2892'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:18:31.262039 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Routers {'c4751df5-e207-469d-a306-8a05677a2892'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:31.264437 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:18:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['c4751df5-e207-469d-a306-8a05677a2892'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:31.406764 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82561236-bda9-4f89-8b8a-48bd6c420e69 {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:18:31.419493 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.425834 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d is scheduled to L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 with binding_index 1 {{(pid=91733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 18:18:31.442431 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Transition to ACTIVE for port object 82561236-bda9-4f89-8b8a-48bd6c420e69 will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:31.450237 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.452299 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Router fa9ced58-b25c-4589-ba25-139d32c855b2 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:18:31.458956 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:31.462528 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Notify callbacks [] for router, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.467868 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.8469400 May 31 18:18:31.468929 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b6e48c1e-a6fb-43b3-9987-327b7b48c84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.469486 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 56644) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:31.632760 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Pushing event updated for resources: {'Port': ['ID=82561236-bda9-4f89-8b8a-48bd6c420e69,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:31.644670 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c2afc-02d6-4392-b598-9ea38765fb4f req-b6e7e41a-f500-4798-a63c-19180db63f7b tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:31.653110 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8b9c2afc-02d6-4392-b598-9ea38765fb4f req-b6e7e41a-f500-4798-a63c-19180db63f7b tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 931 time: 0.3186681 May 31 18:18:31.682904 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:31.704387 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a7d87693-008d-41b5-b3a0-d557615f4692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.784998 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-a7d87693-008d-41b5-b3a0-d557615f4692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:31.785702 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Set router c4751df5-e207-469d-a306-8a05677a2892 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:31.789752 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-a7d87693-008d-41b5-b3a0-d557615f4692 admin admin] Usage tracker for resource:security_group_rule and tenant:5a8b88594d924595ad25054ab37ab951 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:31.792897 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-a7d87693-008d-41b5-b3a0-d557615f4692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:31.799047 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-a7d87693-008d-41b5-b3a0-d557615f4692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:31.850814 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b6e48c1e-a6fb-43b3-9987-327b7b48c84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.854483 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-b6e48c1e-a6fb-43b3-9987-327b7b48c84a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c777d02c-0e77-4344-851c-5523f5dec3ea HTTP/1.1" status: 204 len: 168 time: 2.0262978 May 31 18:18:31.857712 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:31.891041 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a7d87693-008d-41b5-b3a0-d557615f4692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.931280 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a7d87693-008d-41b5-b3a0-d557615f4692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.966419 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a7c7080e-15d4-4cf0-844b-68c884734b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:31.971741 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e48c1e-a6fb-43b3-9987-327b7b48c84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c777d02c-0e77-4344-851c-5523f5dec3ea,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:32.003854 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d87693-008d-41b5-b3a0-d557615f4692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a15dab-c15f-45b5-bd39-5304c06389dc,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:32.029157 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8b9c2afc-02d6-4392-b598-9ea38765fb4f req-ff626505-cd5d-494d-8a0e-042e286ba932 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696942 May 31 18:18:32.030434 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a7d87693-008d-41b5-b3a0-d557615f4692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:32.088593 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-a7d87693-008d-41b5-b3a0-d557615f4692 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a8b88594d924595ad25054ab37ab951&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9256458 May 31 18:18:32.089799 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56666) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:32.090894 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Attempting to bind port 82561236-bda9-4f89-8b8a-48bd6c420e69 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:18:32.091485 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Attempting to bind port 82561236-bda9-4f89-8b8a-48bd6c420e69 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '50fd1b89-e0c9-4e93-b211-999e5d2a410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e57fb700-0079-445e-9d90-61a64cda363b'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:18:32.092063 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Attempting to bind port 82561236-bda9-4f89-8b8a-48bd6c420e69 on network e57fb700-0079-445e-9d90-61a64cda363b {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:32.113081 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Port 82561236-bda9-4f89-8b8a-48bd6c420e69 on network e57fb700-0079-445e-9d90-61a64cda363b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:18:32.113562 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Attempting to bind port 82561236-bda9-4f89-8b8a-48bd6c420e69 on network e57fb700-0079-445e-9d90-61a64cda363b {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:32.122965 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Checking agent: {'id': '75fd49d7-87f2-48bc-9cc9-330562c49b9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:18:32.123461 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Checking segment: {'id': '50fd1b89-e0c9-4e93-b211-999e5d2a410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e57fb700-0079-445e-9d90-61a64cda363b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:32.124097 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Bound using segment: {'id': '50fd1b89-e0c9-4e93-b211-999e5d2a410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e57fb700-0079-445e-9d90-61a64cda363b'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:18:32.124687 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Bound port: 82561236-bda9-4f89-8b8a-48bd6c420e69, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50fd1b89-e0c9-4e93-b211-999e5d2a410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e57fb700-0079-445e-9d90-61a64cda363b'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:18:32.125250 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:32.210809 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-b6e48c1e-a6fb-43b3-9987-327b7b48c84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:32.282179 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-31c8fa6d-462a-4fca-ad73-cc3c5bdb34df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:32.353074 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-31c8fa6d-462a-4fca-ad73-cc3c5bdb34df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:32.361346 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] For port 82561236-bda9-4f89-8b8a-48bd6c420e69, host hv-cinder-77005, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:18:32.392295 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] For port 82561236-bda9-4f89-8b8a-48bd6c420e69, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=82561236-bda9-4f89-8b8a-48bd6c420e69,segment=NetworkSegment(50fd1b89-e0c9-4e93-b211-999e5d2a410b),segment_id=50fd1b89-e0c9-4e93-b211-999e5d2a410b)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:18:32.412060 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:32.423375 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:32.491580 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:18:25Z', 'revision_number': 3, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port': {'id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:32.501001 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Checking router: c4751df5-e207-469d-a306-8a05677a2892 for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:18:32.501354 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Updating router c4751df5-e207-469d-a306-8a05677a2892 port bfe04435-2c6a-44fa-83c8-d40bb453afc8 binding host dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:18:32.550583 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:32.551525 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:32.553468 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] 10.222.0.43 "PUT /v2.0/ports/82561236-bda9-4f89-8b8a-48bd6c420e69 HTTP/1.1" status: 200 len: 1093 time: 2.3720016 May 31 18:18:32.554447 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e35c98-1d10-4643-bf5c-a065a27981a6', 'tag': '82561236-bda9-4f89-8b8a-48bd6c420e69'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:18:32.582943 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:32.597581 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Pushing event updated for resources: {'Port': ['ID=82561236-bda9-4f89-8b8a-48bd6c420e69,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:32.603220 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:32.604835 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-31c8fa6d-462a-4fca-ad73-cc3c5bdb34df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:32.614259 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:32.643369 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8fa6d-462a-4fca-ad73-cc3c5bdb34df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a15dab-c15f-45b5-bd39-5304c06389dc,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:32.647959 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-31c8fa6d-462a-4fca-ad73-cc3c5bdb34df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:32.841036 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-31c8fa6d-462a-4fca-ad73-cc3c5bdb34df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:32.842131 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-31c8fa6d-462a-4fca-ad73-cc3c5bdb34df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/81a15dab-c15f-45b5-bd39-5304c06389dc HTTP/1.1" status: 204 len: 168 time: 0.7460721 May 31 18:18:32.935284 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-b7af3005-c10d-4913-b3af-dc31cde834a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:32.936944 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-b7af3005-c10d-4913-b3af-dc31cde834a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1aadac876c6c42e3bb58fc89e38be16b&device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 1096 time: 0.2877419 May 31 18:18:33.051959 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc43131e-209f-49dd-b49f-0f419deaeaf8" -d '{"events": [{"name": "network-changed", "server_uuid": "44e35c98-1d10-4643-bf5c-a065a27981a6", "tag": "82561236-bda9-4f89-8b8a-48bd6c420e69"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:18:33.358925 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:33.376380 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Transition to ACTIVE for port object bfe04435-2c6a-44fa-83c8-d40bb453afc8 will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:33.394167 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:33.401569 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:33.643886 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961e802-e91a-4321-a17f-d058a7a4455f None None] Pushing event updated for resources: {'Port': ['ID=bfe04435-2c6a-44fa-83c8-d40bb453afc8,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:33.656246 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2961e802-e91a-4321-a17f-d058a7a4455f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:33.682282 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Attempting to bind port bfe04435-2c6a-44fa-83c8-d40bb453afc8 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:18:33.683871 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Attempting to bind port bfe04435-2c6a-44fa-83c8-d40bb453afc8 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:18:33.685035 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Attempting to bind port bfe04435-2c6a-44fa-83c8-d40bb453afc8 on network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:33.707451 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:18:33.711054 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Checking segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:33.712915 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:33.714145 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Bound using segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:18:33.716652 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Bound port: bfe04435-2c6a-44fa-83c8-d40bb453afc8, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:18:33.717610 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:33.782832 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:18:33.787478 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:18:33.794312 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Sync routers for ids ['fa9ced58-b25c-4589-ba25-139d32c855b2'] in dv-cinder-770050-4-iscsi {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:18:33.817023 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Routers {'fa9ced58-b25c-4589-ba25-139d32c855b2'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:33.817633 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:18:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['fa9ced58-b25c-4589-ba25-139d32c855b2'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:33.874998 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] 10.222.0.30 "PUT /v2.0/routers/fa9ced58-b25c-4589-ba25-139d32c855b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1920207 May 31 18:18:33.891639 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Sync routers for ids ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:18:33.945294 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] Notify callbacks [] for router, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:33.947173 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-66c50330-b17f-407d-ad64-ea9c3fbe6344 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.9315526 May 31 18:18:33.952822 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 56724) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:33.963502 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb51218-cf84-45a1-bf56-3cf78bb49132 x-openstack-request-id: req-ebb51218-cf84-45a1-bf56-3cf78bb49132 {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:18:33.964062 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e35c98-1d10-4643-bf5c-a065a27981a6", "tag": "82561236-bda9-4f89-8b8a-48bd6c420e69", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:18:33.964062 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ebb51218-cf84-45a1-bf56-3cf78bb49132 {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:18:33.965048 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e35c98-1d10-4643-bf5c-a065a27981a6', 'tag': '82561236-bda9-4f89-8b8a-48bd6c420e69', 'status': 'completed', 'code': 200} May 31 18:18:34.003918 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Routers {'1c7e4929-9cd4-49a5-a948-e47fd7b8755d'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:34.004574 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:18:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:34.039379 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-99432f8b-dc97-4d80-bb7f-a6d181336163 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82561236-bda9-4f89-8b8a-48bd6c420e69 HTTP/1.1" status: 200 len: 217 time: 0.5595372 May 31 18:18:34.074195 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b491e-37fa-403f-a81e-5de27d60b269 req-27183a8f-bb26-48ff-bd04-9fb3075678f2 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:34.090211 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-cc1b491e-37fa-403f-a81e-5de27d60b269 req-27183a8f-bb26-48ff-bd04-9fb3075678f2 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 943 time: 0.7955885 May 31 18:18:34.284964 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-cc1b491e-37fa-403f-a81e-5de27d60b269 req-ac2208b4-5ccb-48fc-9f37-3cb74a7a1649 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934435 May 31 18:18:34.295388 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-099ec4a2-4b55-4624-85b1-10036871d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:34.314321 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-099ec4a2-4b55-4624-85b1-10036871d9c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3c4e587-076c-4b63-b32a-db441d6f43f5 HTTP/1.1" status: 200 len: 852 time: 0.2183976 May 31 18:18:34.322043 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] For port bfe04435-2c6a-44fa-83c8-d40bb453afc8, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:18:34.408512 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] For port bfe04435-2c6a-44fa-83c8-d40bb453afc8, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=bfe04435-2c6a-44fa-83c8-d40bb453afc8,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:18:34.417407 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:34.428104 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2908aaa2-6494-4aa7-be0c-2b854a881f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:34.450985 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Set router fa9ced58-b25c-4589-ba25-139d32c855b2 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:34.476740 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 56734) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:34.513786 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-88c14ce6-b703-41d2-9eb5-560e60f6e76e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e57fb700-0079-445e-9d90-61a64cda363b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1763287 May 31 18:18:34.612954 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961e802-e91a-4321-a17f-d058a7a4455f None None] Pushing event updated for resources: {'Port': ['ID=bfe04435-2c6a-44fa-83c8-d40bb453afc8,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:34.616852 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2961e802-e91a-4321-a17f-d058a7a4455f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:34.701805 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Routers {'c4751df5-e207-469d-a306-8a05677a2892'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:34.706267 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:18:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['c4751df5-e207-469d-a306-8a05677a2892'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:34.848376 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Set router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:34.932421 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:35.022717 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-4e325eff-0b93-4c46-a08b-0131cb071ee9 service neutron] 10.222.0.43 "GET /v2.0/networks/e57fb700-0079-445e-9d90-61a64cda363b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740398 May 31 18:18:35.354883 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:18:26Z', 'revision_number': 3, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port': {'id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:24Z', 'updated_at': '2021-05-31T18:18:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:35.363300 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Checking router: 1c7e4929-9cd4-49a5-a948-e47fd7b8755d for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:18:35.363662 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Updating router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d port 2de14194-c2a9-4c98-b38a-05cfd15b5770 binding host dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:18:35.377943 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9ced58-b25c-4589-ba25-139d32c855b2', 'name': 'tempest-ServerRescueNegativeTestJSON-498629570-router', 'tenant_id': '04fbb9fd981d4c33ab89836e4de1a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'ba445585-931e-4065-b6b3-cdb19c87d465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:15Z', 'updated_at': '2021-05-31T18:18:26Z', 'revision_number': 4, 'project_id': '04fbb9fd981d4c33ab89836e4de1a086', 'gw_port': {'id': 'ba445585-931e-4065-b6b3-cdb19c87d465', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9ced58-b25c-4589-ba25-139d32c855b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:17Z', 'updated_at': '2021-05-31T18:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': 'bb731b9e-d3a9-4a01-98fa-aad9700ce386', 'name': '', 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b', 'tenant_id': '04fbb9fd981d4c33ab89836e4de1a086', 'mac_address': 'fa:16:3e:8c:92:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9ced58-b25c-4589-ba25-139d32c855b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2d93125e-6ed3-456d-97d2-d3c9e0aa7334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:27Z', 'revision_number': 2, 'project_id': '04fbb9fd981d4c33ab89836e4de1a086', 'subnets': [{'id': '2d93125e-6ed3-456d-97d2-d3c9e0aa7334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:35.393781 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Checking router: fa9ced58-b25c-4589-ba25-139d32c855b2 for host: dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:18:35.394516 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Updating router fa9ced58-b25c-4589-ba25-139d32c855b2 port bb731b9e-d3a9-4a01-98fa-aad9700ce386 binding host dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:18:35.407350 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_common [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Allocated IP 172.20.0.1 (94b1778a-3714-47c8-abf7-03652140706b/23a5645f-f287-424a-bed2-fe7d9c273f95/8a937546-1465-4eeb-90b3-9d3e052d5382) {{(pid=91733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:35.420154 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] Set router c4751df5-e207-469d-a306-8a05677a2892 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:35.516046 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:35.575216 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:35.594941 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.provisioning_blocks [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Transition to ACTIVE for port object 8a937546-1465-4eeb-90b3-9d3e052d5382 will not be triggered until provisioned by entity DHCP. {{(pid=91733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:35.747566 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6d21-ab9b-4569-9e78-69fb63fa0575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:36.076896 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:36.091016 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-1cfe6d21-ab9b-4569-9e78-69fb63fa0575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:36.156348 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-1cfe6d21-ab9b-4569-9e78-69fb63fa0575 admin admin] Usage tracker for resource:security_group_rule and tenant:2255c5e80dc44e79af3209c83083aff7 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:36.172396 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-1cfe6d21-ab9b-4569-9e78-69fb63fa0575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:36.205128 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-1cfe6d21-ab9b-4569-9e78-69fb63fa0575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:36.411680 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Notify callbacks [] for port, precommit_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:36.435971 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Transition to ACTIVE for port object bb731b9e-d3a9-4a01-98fa-aad9700ce386 will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:36.454233 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:36.460675 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-3cec6d46-ce84-496c-8e2b-956f331b4b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:36.671317 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073d1b1-876d-4b52-8477-52b9f6a23628 None None] Pushing event updated for resources: {'Port': ['ID=bb731b9e-d3a9-4a01-98fa-aad9700ce386,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:36.712307 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-7073d1b1-876d-4b52-8477-52b9f6a23628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:36.817740 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-adcb377b-65e1-4f46-8bab-97af057b0011 req-6af7f0a0-1bf1-4482-b3d9-bfd587c6778f service neutron] 10.222.0.43 "GET /v2.0/networks/e57fb700-0079-445e-9d90-61a64cda363b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2058949 May 31 18:18:36.834615 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:18:25Z', 'revision_number': 3, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port': {'id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:36.848041 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff7bdc6-9c63-4eb4-939d-8e9cc2c4aa1d None None] The sync data for ids ['c4751df5-e207-469d-a306-8a05677a2892'] in dv-cinder-770050-4-iscsi is: [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:18:25Z', 'revision_number': 3, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port': {'id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:18:36.910430 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfe6e5-df08-4e46-a2ee-6d317f51f90f req-a837da11-764b-4350-a115-8409c6e8690f tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:36.921542 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-34cfe6e5-df08-4e46-a2ee-6d317f51f90f req-a837da11-764b-4350-a115-8409c6e8690f tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 943 time: 1.2446132 May 31 18:18:36.970355 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-e540e581-afd1-4d7e-b3c7-d0141e478c6e tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:36.972858 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-e540e581-afd1-4d7e-b3c7-d0141e478c6e tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/networks?id=d0906071-12cb-42ed-b918-72a255e9632b HTTP/1.1" status: 200 len: 818 time: 0.9190984 May 31 18:18:37.101578 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:37.143772 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Transition to ACTIVE for port object 2de14194-c2a9-4c98-b38a-05cfd15b5770 will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:37.160217 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:37.202036 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:37.289394 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:37.326901 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Attempting to bind port bb731b9e-d3a9-4a01-98fa-aad9700ce386 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:18:37.327624 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Attempting to bind port bb731b9e-d3a9-4a01-98fa-aad9700ce386 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': '92fe8a1f-c8a4-41bf-9112-d60484519a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:18:37.328209 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Attempting to bind port bb731b9e-d3a9-4a01-98fa-aad9700ce386 on network d0906071-12cb-42ed-b918-72a255e9632b {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:37.341403 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-094dbd2d-ccf4-448c-92e6-c4a10daa3b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:37.343489 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:18:37.344140 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Checking segment: {'id': '92fe8a1f-c8a4-41bf-9112-d60484519a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:37.344756 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:37.346458 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Bound using segment: {'id': '92fe8a1f-c8a4-41bf-9112-d60484519a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:18:37.347371 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Bound port: bb731b9e-d3a9-4a01-98fa-aad9700ce386, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fe8a1f-c8a4-41bf-9112-d60484519a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:18:37.348080 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:37.363581 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-31c11fb0-e896-4d18-9a45-e4db642fc239 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/quotas/04fbb9fd981d4c33ab89836e4de1a086 HTTP/1.1" status: 200 len: 375 time: 0.1744385 May 31 18:18:37.459097 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Attempting to bind port 2de14194-c2a9-4c98-b38a-05cfd15b5770 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:18:37.459530 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Attempting to bind port 2de14194-c2a9-4c98-b38a-05cfd15b5770 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:18:37.459947 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Attempting to bind port 2de14194-c2a9-4c98-b38a-05cfd15b5770 on network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:37.509377 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57efdca-de57-47d8-9a84-23a5559d805e None None] Pushing event updated for resources: {'Port': ['ID=2de14194-c2a9-4c98-b38a-05cfd15b5770,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:37.510455 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-34cfe6e5-df08-4e46-a2ee-6d317f51f90f req-e0680873-4947-4aa1-8c1d-754325a10623 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5843124 May 31 18:18:37.519458 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-c57efdca-de57-47d8-9a84-23a5559d805e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:37.526188 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:18:37.537591 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Checking segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:37.538811 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:37.539842 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Bound using segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:18:37.540970 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Bound port: 2de14194-c2a9-4c98-b38a-05cfd15b5770, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:18:37.541886 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:37.661407 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] For port bb731b9e-d3a9-4a01-98fa-aad9700ce386, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:18:37.666542 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] For port bb731b9e-d3a9-4a01-98fa-aad9700ce386, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=bb731b9e-d3a9-4a01-98fa-aad9700ce386,segment=NetworkSegment(92fe8a1f-c8a4-41bf-9112-d60484519a39),segment_id=92fe8a1f-c8a4-41bf-9112-d60484519a39)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:18:37.697403 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:37.719101 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-7073d1b1-876d-4b52-8477-52b9f6a23628 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:37.826363 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Network 94b1778a-3714-47c8-abf7-03652140706b is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:37.864183 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] For port 2de14194-c2a9-4c98-b38a-05cfd15b5770, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:18:37.877407 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43131e-209f-49dd-b49f-0f419deaeaf8 req-c7f6830e-47c2-4716-b293-f4faec568dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:37.878732 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bc43131e-209f-49dd-b49f-0f419deaeaf8 req-c7f6830e-47c2-4716-b293-f4faec568dd8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1aadac876c6c42e3bb58fc89e38be16b&device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 1096 time: 0.9507010 May 31 18:18:37.881207 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] For port 2de14194-c2a9-4c98-b38a-05cfd15b5770, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=2de14194-c2a9-4c98-b38a-05cfd15b5770,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:18:37.890854 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:37.919226 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:37.926589 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:37.930745 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Received port after_create {{(pid=91733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:37.931244 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407415'] for router_interface, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:38.052223 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-69167448-5ab0-4ffb-881d-cee377c31bbb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=04fbb9fd981d4c33ab89836e4de1a086&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5603166 May 31 18:18:38.098408 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073d1b1-876d-4b52-8477-52b9f6a23628 None None] Pushing event updated for resources: {'Port': ['ID=bb731b9e-d3a9-4a01-98fa-aad9700ce386,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:38.108212 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-7073d1b1-876d-4b52-8477-52b9f6a23628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:38.122345 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Routers {'fa9ced58-b25c-4589-ba25-139d32c855b2'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:38.123005 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:18:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['fa9ced58-b25c-4589-ba25-139d32c855b2'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:38.267034 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Routers {'1c7e4929-9cd4-49a5-a948-e47fd7b8755d'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:38.271625 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:18:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:38.491833 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6d21-ab9b-4569-9e78-69fb63fa0575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:38.517405 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57efdca-de57-47d8-9a84-23a5559d805e None None] Pushing event updated for resources: {'Port': ['ID=2de14194-c2a9-4c98-b38a-05cfd15b5770,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:38.539006 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-c57efdca-de57-47d8-9a84-23a5559d805e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:38.543317 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-593e5ebd-2ca6-4433-936b-62dd876ea1f7 None None] Provisioning for port 8a937546-1465-4eeb-90b3-9d3e052d5382 completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:38.551089 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Pushing event updated for resources: {'Port': ['ID=8a937546-1465-4eeb-90b3-9d3e052d5382,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:38.556218 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.215s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:38.630423 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6d21-ab9b-4569-9e78-69fb63fa0575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:38.742841 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:38.795502 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-593e5ebd-2ca6-4433-936b-62dd876ea1f7 None None] Provisioning complete for port 8a937546-1465-4eeb-90b3-9d3e052d5382 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:38.808672 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-593e5ebd-2ca6-4433-936b-62dd876ea1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:38.865114 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43131e-209f-49dd-b49f-0f419deaeaf8 req-cb22af4d-3520-4e5b-86a3-253f2855a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:38.875699 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bc43131e-209f-49dd-b49f-0f419deaeaf8 req-cb22af4d-3520-4e5b-86a3-253f2855a995 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e57fb700-0079-445e-9d90-61a64cda363b HTTP/1.1" status: 200 len: 913 time: 0.9864593 May 31 18:18:38.899420 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-b6a9dd2c-3668-4805-83b9-e26891dc17f2 service neutron] 10.222.0.30 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8385124 May 31 18:18:38.936579 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-1cfe6d21-ab9b-4569-9e78-69fb63fa0575 admin admin] Synchronizing usage tracker for tenant:ede632dd6649433f91bfc455b11c55b3 on resource:security_group {{(pid=91733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:18:38.962065 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe6d21-ab9b-4569-9e78-69fb63fa0575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9454d64-f440-4688-a0ad-d78c8fa14d9e,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:38.974819 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-1cfe6d21-ab9b-4569-9e78-69fb63fa0575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:39.025971 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] Set router fa9ced58-b25c-4589-ba25-139d32c855b2 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:39.116507 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-593e5ebd-2ca6-4433-936b-62dd876ea1f7 None None] Port 8a937546-1465-4eeb-90b3-9d3e052d5382 cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:18:39.148272 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] Set router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:39.150329 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-1cfe6d21-ab9b-4569-9e78-69fb63fa0575 admin admin] Unset dirty status for tenant:ede632dd6649433f91bfc455b11c55b3 on resource:security_group {{(pid=91733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:18:39.157024 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-1cfe6d21-ab9b-4569-9e78-69fb63fa0575 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2255c5e80dc44e79af3209c83083aff7&name=default HTTP/1.1" status: 200 len: 2979 time: 4.6107488 May 31 18:18:39.175909 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56838) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:39.243502 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device bfe04435-2c6a-44fa-83c8-d40bb453afc8 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:39.344076 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bc43131e-209f-49dd-b49f-0f419deaeaf8 req-77be8690-0769-49bb-af5b-55287dac1211 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82561236-bda9-4f89-8b8a-48bd6c420e69 HTTP/1.1" status: 200 len: 217 time: 0.3799107 May 31 18:18:39.393215 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:39.643333 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:39.692403 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43131e-209f-49dd-b49f-0f419deaeaf8 req-8246aa07-4995-4c91-ad4f-10c2deca2d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:39.695487 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bc43131e-209f-49dd-b49f-0f419deaeaf8 req-8246aa07-4995-4c91-ad4f-10c2deca2d86 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3c4e587-076c-4b63-b32a-db441d6f43f5 HTTP/1.1" status: 200 len: 852 time: 0.3386521 May 31 18:18:40.079084 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9ced58-b25c-4589-ba25-139d32c855b2', 'name': 'tempest-ServerRescueNegativeTestJSON-498629570-router', 'tenant_id': '04fbb9fd981d4c33ab89836e4de1a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'ba445585-931e-4065-b6b3-cdb19c87d465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:15Z', 'updated_at': '2021-05-31T18:18:26Z', 'revision_number': 4, 'project_id': '04fbb9fd981d4c33ab89836e4de1a086', 'gw_port': {'id': 'ba445585-931e-4065-b6b3-cdb19c87d465', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9ced58-b25c-4589-ba25-139d32c855b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:17Z', 'updated_at': '2021-05-31T18:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': 'bb731b9e-d3a9-4a01-98fa-aad9700ce386', 'name': '', 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b', 'tenant_id': '04fbb9fd981d4c33ab89836e4de1a086', 'mac_address': 'fa:16:3e:8c:92:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9ced58-b25c-4589-ba25-139d32c855b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2d93125e-6ed3-456d-97d2-d3c9e0aa7334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:37Z', 'revision_number': 4, 'project_id': '04fbb9fd981d4c33ab89836e4de1a086', 'subnets': [{'id': '2d93125e-6ed3-456d-97d2-d3c9e0aa7334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:40.095621 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dab374-f86b-44ad-bea3-10187473fcff None None] The sync data for ids ['fa9ced58-b25c-4589-ba25-139d32c855b2'] in dv-cinder-770050-4-iscsi is: [{'id': 'fa9ced58-b25c-4589-ba25-139d32c855b2', 'name': 'tempest-ServerRescueNegativeTestJSON-498629570-router', 'tenant_id': '04fbb9fd981d4c33ab89836e4de1a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'ba445585-931e-4065-b6b3-cdb19c87d465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:15Z', 'updated_at': '2021-05-31T18:18:26Z', 'revision_number': 4, 'project_id': '04fbb9fd981d4c33ab89836e4de1a086', 'gw_port': {'id': 'ba445585-931e-4065-b6b3-cdb19c87d465', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9ced58-b25c-4589-ba25-139d32c855b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:17Z', 'updated_at': '2021-05-31T18:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': 'bb731b9e-d3a9-4a01-98fa-aad9700ce386', 'name': '', 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b', 'tenant_id': '04fbb9fd981d4c33ab89836e4de1a086', 'mac_address': 'fa:16:3e:8c:92:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9ced58-b25c-4589-ba25-139d32c855b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2d93125e-6ed3-456d-97d2-d3c9e0aa7334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:37Z', 'revision_number': 4, 'project_id': '04fbb9fd981d4c33ab89836e4de1a086', 'subnets': [{'id': '2d93125e-6ed3-456d-97d2-d3c9e0aa7334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:18:40.279705 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bc43131e-209f-49dd-b49f-0f419deaeaf8 req-f6540e15-b42f-4e47-a6e5-1a2ced15da51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e57fb700-0079-445e-9d90-61a64cda363b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5278890 May 31 18:18:40.348112 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e01d65d2-8cd6-492b-be53-f96bb6c33a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:40.504635 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 56874) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:40.691715 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port bfe04435-2c6a-44fa-83c8-d40bb453afc8 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:40.710357 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:40.720343 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port bfe04435-2c6a-44fa-83c8-d40bb453afc8 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:40.722602 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:40.800955 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1d25c-3752-42a0-8a93-2520903cd022 req-3b62c7d5-2bbd-47b9-9773-7bf61ef2fc80 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:40.803093 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-99a1d25c-3752-42a0-8a93-2520903cd022 req-3b62c7d5-2bbd-47b9-9773-7bf61ef2fc80 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 943 time: 1.8555291 May 31 18:18:40.814215 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:40.814894 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 56886) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:40.816520 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bc43131e-209f-49dd-b49f-0f419deaeaf8 req-ef102cdd-b1a3-455c-9162-013337d624ec service neutron] 10.222.0.43 "GET /v2.0/networks/e57fb700-0079-445e-9d90-61a64cda363b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536579 May 31 18:18:40.842833 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407514'] for router_interface, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:40.859724 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-c24a2420-99fa-4c58-ba18-5b775b6e0e31 service neutron] 10.222.0.30 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9552765 May 31 18:18:40.881207 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:40.891354 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:18:26Z', 'revision_number': 3, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port': {'id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:24Z', 'updated_at': '2021-05-31T18:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:40.936981 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a497eb5-3241-4825-8fdd-7321d70d6cb9 None None] The sync data for ids ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'] in dv-cinder-770050-4-iscsi is: [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:18:26Z', 'revision_number': 3, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port': {'id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:24Z', 'updated_at': '2021-05-31T18:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:18:41.016528 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:18:41.187316 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:41.237065 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port bfe04435-2c6a-44fa-83c8-d40bb453afc8, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=bfe04435-2c6a-44fa-83c8-d40bb453afc8,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:18:41.243748 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:41.254699 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:41.369382 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e01d65d2-8cd6-492b-be53-f96bb6c33a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:41.370400 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f61d6887-5527-4cd3-993f-1f3cb3a079a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:41.424335 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=bfe04435-2c6a-44fa-83c8-d40bb453afc8,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:41.440559 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:41.468834 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-34dcb9b2-bf58-4fa7-adb9-9aa3de187db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:41.583504 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device bb731b9e-d3a9-4a01-98fa-aad9700ce386 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:41.733268 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-f61d6887-5527-4cd3-993f-1f3cb3a079a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:41.746575 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-99a1d25c-3752-42a0-8a93-2520903cd022 req-59eadae1-d0ef-46a0-b82b-1e730b2edd3b tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9201930 May 31 18:18:41.774806 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port bb731b9e-d3a9-4a01-98fa-aad9700ce386 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:41.812529 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a1363945-3983-45ef-850f-9569cf9ada92 req-035ab655-5840-4cb0-a4fe-dab745290274 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 210 time: 0.3886578 May 31 18:18:41.814269 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-f61d6887-5527-4cd3-993f-1f3cb3a079a3 admin admin] Usage tracker for resource:security_group_rule and tenant:1351876f128540808a6e01172d07b8f1 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:41.815843 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port bb731b9e-d3a9-4a01-98fa-aad9700ce386 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:41.816588 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:41.817224 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-34dcb9b2-bf58-4fa7-adb9-9aa3de187db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:41.828511 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Pushing event updated for resources: {'Port': ['ID=8a937546-1465-4eeb-90b3-9d3e052d5382,revision_number=2']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:41.838893 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.958s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:41.841883 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-f61d6887-5527-4cd3-993f-1f3cb3a079a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:41.912122 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-f61d6887-5527-4cd3-993f-1f3cb3a079a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:42.052156 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bc43131e-209f-49dd-b49f-0f419deaeaf8 req-2e9dceb7-5df5-4e4e-b229-8b1297588a3e service neutron] 10.222.0.43 "GET /v2.0/networks/e57fb700-0079-445e-9d90-61a64cda363b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1774108 May 31 18:18:42.129774 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e01d65d2-8cd6-492b-be53-f96bb6c33a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:42.135551 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-d0df64da-a48d-4112-bb91-2d431f6cd5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:42.142545 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f61d6887-5527-4cd3-993f-1f3cb3a079a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:42.187043 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-34dcb9b2-bf58-4fa7-adb9-9aa3de187db3 admin admin] Usage tracker for resource:security_group_rule and tenant:e5b95f60cfba4b9fa564e77bfb34c2f2 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:42.196510 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_common [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Allocated IP 172.20.0.1 (b3c8c516-11b1-4d17-b72f-4bf8982ccbb0/ec71e230-9295-42e2-886a-2045075dddec/5a2a0ffb-92df-45fc-8a24-1183cd21b940) {{(pid=91733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:42.202425 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-34dcb9b2-bf58-4fa7-adb9-9aa3de187db3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:42.206477 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f61d6887-5527-4cd3-993f-1f3cb3a079a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:42.226595 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d65d2-8cd6-492b-be53-f96bb6c33a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9454d64-f440-4688-a0ad-d78c8fa14d9e,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:42.241402 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e01d65d2-8cd6-492b-be53-f96bb6c33a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:42.256941 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-34dcb9b2-bf58-4fa7-adb9-9aa3de187db3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:42.262430 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e01d65d2-8cd6-492b-be53-f96bb6c33a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:42.266915 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-e01d65d2-8cd6-492b-be53-f96bb6c33a62 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c9454d64-f440-4688-a0ad-d78c8fa14d9e HTTP/1.1" status: 204 len: 168 time: 2.9896657 May 31 18:18:42.289006 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:42.304231 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-1cfe6d21-ab9b-4569-9e78-69fb63fa0575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:42.361420 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port bb731b9e-d3a9-4a01-98fa-aad9700ce386, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=bb731b9e-d3a9-4a01-98fa-aad9700ce386,segment=NetworkSegment(92fe8a1f-c8a4-41bf-9112-d60484519a39),segment_id=92fe8a1f-c8a4-41bf-9112-d60484519a39)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:18:42.367893 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:42.370429 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:42.474119 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=bb731b9e-d3a9-4a01-98fa-aad9700ce386,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:42.484063 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:42.560188 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-f61d6887-5527-4cd3-993f-1f3cb3a079a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1351876f128540808a6e01172d07b8f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7393496 May 31 18:18:42.563563 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56948) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:42.596153 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56952) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:42.658541 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d6887-5527-4cd3-993f-1f3cb3a079a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b91c4f-5b1b-4a7f-9471-c7c09d448813,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:42.672392 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-f61d6887-5527-4cd3-993f-1f3cb3a079a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:42.817000 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Network 94b1778a-3714-47c8-abf7-03652140706b is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:42.998942 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Notify callbacks [] for port, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.018673 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.provisioning_blocks [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Transition to ACTIVE for port object 5a2a0ffb-92df-45fc-8a24-1183cd21b940 will not be triggered until provisioned by entity DHCP. {{(pid=91733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:43.034613 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:43.089001 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-184c9268-c4ff-4a9d-94db-e7ff1a609321 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:43.107628 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-184c9268-c4ff-4a9d-94db-e7ff1a609321 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/networks?id=d0906071-12cb-42ed-b918-72a255e9632b HTTP/1.1" status: 200 len: 818 time: 0.5121832 May 31 18:18:43.177980 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9a8673ae-2d1d-4999-a331-91f30e0f8472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.190901 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-8e539da2-8124-41a4-9b60-1b77323bf525 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/quotas/04fbb9fd981d4c33ab89836e4de1a086 HTTP/1.1" status: 200 len: 375 time: 0.0821433 May 31 18:18:43.218393 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd770-5006-4c51-858f-c88e8eb9abff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.296611 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-9a8673ae-2d1d-4999-a331-91f30e0f8472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:43.320062 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-34dcb9b2-bf58-4fa7-adb9-9aa3de187db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.325647 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-9a8673ae-2d1d-4999-a331-91f30e0f8472 admin admin] Usage tracker for resource:security_group_rule and tenant:c80903261d204cb2bbd187fe4baaea5d is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:43.331325 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.343509 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-9a8673ae-2d1d-4999-a331-91f30e0f8472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:43.346595 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-34dcb9b2-bf58-4fa7-adb9-9aa3de187db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.352844 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2a8d883c-e608-467b-be08-1320e311f878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:43.372932 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-9a8673ae-2d1d-4999-a331-91f30e0f8472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:43.377745 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd770-5006-4c51-858f-c88e8eb9abff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.392042 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-05e56f33-3fa9-47c7-95cb-7ca172366572 None None] Provisioning complete for port 8a937546-1465-4eeb-90b3-9d3e052d5382 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:43.392605 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-05e56f33-3fa9-47c7-95cb-7ca172366572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.404495 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac65a5-6461-438a-8112-8c1410a2c4a5 req-aa3151f6-0950-46a5-a876-06f2af507a31 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:43.406334 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9aac65a5-6461-438a-8112-8c1410a2c4a5 req-aa3151f6-0950-46a5-a876-06f2af507a31 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 943 time: 0.4363668 May 31 18:18:43.455438 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-6ea0baf1-50c6-4096-970d-7824b40a82a8 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=04fbb9fd981d4c33ab89836e4de1a086&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2457864 May 31 18:18:43.456227 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Network b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:43.458373 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:43.472743 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-05e56f33-3fa9-47c7-95cb-7ca172366572 None None] Port 8a937546-1465-4eeb-90b3-9d3e052d5382 cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:18:43.553141 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-34dcb9b2-bf58-4fa7-adb9-9aa3de187db3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5b95f60cfba4b9fa564e77bfb34c2f2&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0430791 May 31 18:18:43.566718 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Received port after_create {{(pid=91733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:43.567914 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407415'] for router_interface, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.574475 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9aac65a5-6461-438a-8112-8c1410a2c4a5 req-781f2ed7-6e43-4709-a213-c161531a184f tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566525 May 31 18:18:43.596934 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device bb731b9e-d3a9-4a01-98fa-aad9700ce386 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:43.626566 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 56986) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:43.734413 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9a8673ae-2d1d-4999-a331-91f30e0f8472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.744612 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9a8673ae-2d1d-4999-a331-91f30e0f8472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.757541 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e01d65d2-8cd6-492b-be53-f96bb6c33a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:43.803125 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port bb731b9e-d3a9-4a01-98fa-aad9700ce386 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:43.803497 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.819338 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8673ae-2d1d-4999-a331-91f30e0f8472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f99718-5920-4912-be2d-bcc9a90f1920,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:43.827135 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9a8673ae-2d1d-4999-a331-91f30e0f8472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:43.828714 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd770-5006-4c51-858f-c88e8eb9abff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.846156 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Pushing event updated for resources: {'Port': ['ID=5a2a0ffb-92df-45fc-8a24-1183cd21b940,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:43.860419 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:43.861536 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:43.894540 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3dd770-5006-4c51-858f-c88e8eb9abff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b91c4f-5b1b-4a7f-9471-c7c09d448813,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:43.900497 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cd3dd770-5006-4c51-858f-c88e8eb9abff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:43.901438 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.473s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:43.904561 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-9a8673ae-2d1d-4999-a331-91f30e0f8472 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c80903261d204cb2bbd187fe4baaea5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3074846 May 31 18:18:43.907897 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 56998) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:43.958753 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Router c4751df5-e207-469d-a306-8a05677a2892 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:18:43.969438 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd770-5006-4c51-858f-c88e8eb9abff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.976716 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-cd3dd770-5006-4c51-858f-c88e8eb9abff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72b91c4f-5b1b-4a7f-9471-c7c09d448813 HTTP/1.1" status: 204 len: 168 time: 1.4117618 May 31 18:18:44.061778 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-e0ffc34d-f05f-4cb4-8590-0cb3eff7e5d6 None None] Provisioning for port 5a2a0ffb-92df-45fc-8a24-1183cd21b940 completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:44.087514 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-e0ffc34d-f05f-4cb4-8590-0cb3eff7e5d6 None None] Provisioning complete for port 5a2a0ffb-92df-45fc-8a24-1183cd21b940 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:44.087993 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e0ffc34d-f05f-4cb4-8590-0cb3eff7e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:44.097987 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-18bbc49c-598e-4273-a2c7-ef962d6e2356 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=91734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:18:44.107575 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-18bbc49c-598e-4273-a2c7-ef962d6e2356 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3707509 May 31 18:18:44.239700 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device bfe04435-2c6a-44fa-83c8-d40bb453afc8 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:44.253608 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcb9b2-bf58-4fa7-adb9-9aa3de187db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edd92e5-86ce-4529-ab5d-d022c4fbcbfc,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:44.256200 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4866772f-797c-4cca-ac1a-42614f2dc9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:44.258077 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-34dcb9b2-bf58-4fa7-adb9-9aa3de187db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:44.307788 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4866772f-797c-4cca-ac1a-42614f2dc9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:44.335333 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-e0ffc34d-f05f-4cb4-8590-0cb3eff7e5d6 None None] Port 5a2a0ffb-92df-45fc-8a24-1183cd21b940 cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:18:44.351321 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port bfe04435-2c6a-44fa-83c8-d40bb453afc8 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:44.351682 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:44.407083 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4866772f-797c-4cca-ac1a-42614f2dc9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:44.423202 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:44.424901 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-afeb1c0f-d228-4398-8785-13489cc4a823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:44.439924 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866772f-797c-4cca-ac1a-42614f2dc9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f99718-5920-4912-be2d-bcc9a90f1920,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:44.450547 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4866772f-797c-4cca-ac1a-42614f2dc9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:44.466165 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-afeb1c0f-d228-4398-8785-13489cc4a823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:44.478557 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4866772f-797c-4cca-ac1a-42614f2dc9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:44.481387 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-4866772f-797c-4cca-ac1a-42614f2dc9bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2f99718-5920-4912-be2d-bcc9a90f1920 HTTP/1.1" status: 204 len: 168 time: 0.5249360 May 31 18:18:44.535114 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-f31831e6-275e-4d8f-a1be-2a22c7d78156 service neutron] 10.222.0.30 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251759 May 31 18:18:44.577368 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 2de14194-c2a9-4c98-b38a-05cfd15b5770 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:44.603137 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-afeb1c0f-d228-4398-8785-13489cc4a823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:44.619271 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:44.645966 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:44.673095 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb1c0f-d228-4398-8785-13489cc4a823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edd92e5-86ce-4529-ab5d-d022c4fbcbfc,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:44.678584 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-afeb1c0f-d228-4398-8785-13489cc4a823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:44.743712 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 2de14194-c2a9-4c98-b38a-05cfd15b5770 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:44.754068 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 2de14194-c2a9-4c98-b38a-05cfd15b5770 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:44.754922 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:44.755421 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:18:44.767563 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Sync routers for ids ['c4751df5-e207-469d-a306-8a05677a2892'] in dv-cinder-770050-4-iscsi {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:18:44.783276 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Routers {'c4751df5-e207-469d-a306-8a05677a2892'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:44.783818 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:18:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['c4751df5-e207-469d-a306-8a05677a2892'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:44.807656 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-83efc0e5-ec2b-4828-8921-34630225ebb0 service neutron] 10.222.0.30 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647648 May 31 18:18:44.906734 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57018) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:44.919073 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] 10.222.0.30 "PUT /v2.0/routers/c4751df5-e207-469d-a306-8a05677a2892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4375963 May 31 18:18:44.919073 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-afeb1c0f-d228-4398-8785-13489cc4a823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:44.919823 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-afeb1c0f-d228-4398-8785-13489cc4a823 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5edd92e5-86ce-4529-ab5d-d022c4fbcbfc HTTP/1.1" status: 204 len: 168 time: 1.2850225 May 31 18:18:45.051615 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be12ef-ccdf-4439-8bc6-957b6bf6ec0e req-5f8824fc-048d-4a29-9f64-ac715c5cd840 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:45.070571 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-60be12ef-ccdf-4439-8bc6-957b6bf6ec0e req-5f8824fc-048d-4a29-9f64-ac715c5cd840 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 943 time: 0.2571435 May 31 18:18:45.080884 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.084458 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9fa25b67-3abf-454b-9c51-606f442eb1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.138597 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.179838 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-9fa25b67-3abf-454b-9c51-606f442eb1a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:45.196772 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-9fa25b67-3abf-454b-9c51-606f442eb1a4 admin admin] Usage tracker for resource:security_group_rule and tenant:50f1acee1bc7444ab23e6211ef97924e is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:45.210366 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-9fa25b67-3abf-454b-9c51-606f442eb1a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:45.232104 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-9fa25b67-3abf-454b-9c51-606f442eb1a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:45.234067 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 2de14194-c2a9-4c98-b38a-05cfd15b5770, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=2de14194-c2a9-4c98-b38a-05cfd15b5770,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:18:45.241845 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Set router c4751df5-e207-469d-a306-8a05677a2892 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:45.245392 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.247486 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:45.268488 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 57034) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:45.372061 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=2de14194-c2a9-4c98-b38a-05cfd15b5770,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:45.375846 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:45.433806 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Notify callbacks [] for port, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.443086 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.445216 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407514'] for router_interface, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.455432 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:45.655476 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Pushing event updated for resources: {'Port': ['ID=5a2a0ffb-92df-45fc-8a24-1183cd21b940,revision_number=2']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:45.673930 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9fa25b67-3abf-454b-9c51-606f442eb1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.676277 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:45.686579 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-60be12ef-ccdf-4439-8bc6-957b6bf6ec0e req-f09e5743-d380-4ec4-82d9-896d3e7088d7 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150775 May 31 18:18:45.688779 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9fa25b67-3abf-454b-9c51-606f442eb1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.742873 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-43a64bc1-9267-4873-82db-45aa897206b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:45.753610 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-de069f1a-075b-47b2-a1f9-694c119a18d3 req-40844dfa-86b4-4f30-afe7-db91d6a92b14 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 210 time: 0.5607822 May 31 18:18:45.754426 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a7ff7a63-fc17-4386-afd8-fca3d4de6e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.782238 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-a7ff7a63-fc17-4386-afd8-fca3d4de6e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:45.789953 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-9fa25b67-3abf-454b-9c51-606f442eb1a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50f1acee1bc7444ab23e6211ef97924e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8814206 May 31 18:18:45.799888 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 57054) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:45.800890 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-a7ff7a63-fc17-4386-afd8-fca3d4de6e0e admin admin] Usage tracker for resource:security_group_rule and tenant:82fab8eb0e6f41a1abc10096ba24ce80 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:45.810340 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-a7ff7a63-fc17-4386-afd8-fca3d4de6e0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:45.832182 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa25b67-3abf-454b-9c51-606f442eb1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2c7507-c72c-4786-9869-c5a538f501d1,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:45.836269 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-9fa25b67-3abf-454b-9c51-606f442eb1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:45.846905 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Network b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:45.848933 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:45.853932 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-a7ff7a63-fc17-4386-afd8-fca3d4de6e0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:45.872785 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 57058) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:45.889198 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-820e2875-4cf3-4c71-b402-2a5994615fbc tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:45.891211 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-820e2875-4cf3-4c71-b402-2a5994615fbc tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.43 "GET /v2.0/networks?id=d0906071-12cb-42ed-b918-72a255e9632b HTTP/1.1" status: 200 len: 818 time: 0.7832353 May 31 18:18:45.924095 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ad144152-7b75-4f92-96c4-a6058c5ff8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.974261 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fcb6203e-4e16-44d6-9eff-68ae170faebb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Request body: {'port': {'device_id': 'e372525d-e1ab-42dc-acab-650e768a6469', 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b', 'admin_state_up': True, 'tenant_id': '04fbb9fd981d4c33ab89836e4de1a086'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:46.213915 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fcb6203e-4e16-44d6-9eff-68ae170faebb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:46.230754 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fcb6203e-4e16-44d6-9eff-68ae170faebb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Usage tracker for resource:port and tenant:04fbb9fd981d4c33ab89836e4de1a086 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:46.241255 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fcb6203e-4e16-44d6-9eff-68ae170faebb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:46.247256 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-ad144152-7b75-4f92-96c4-a6058c5ff8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:46.273852 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-2eb3c424-6637-4904-ad8c-72ec44e4a028 None None] Provisioning complete for port 5a2a0ffb-92df-45fc-8a24-1183cd21b940 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:46.275581 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2eb3c424-6637-4904-ad8c-72ec44e4a028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:46.289086 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:18:46.299918 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:18:39Z', 'revision_number': 4, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port': {'id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '8a937546-1465-4eeb-90b3-9d3e052d5382', 'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'mac_address': 'fa:16:3e:5a:27:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:39Z', 'revision_number': 2, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'subnets': [{'id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:46.301409 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-ad144152-7b75-4f92-96c4-a6058c5ff8f6 admin admin] Usage tracker for resource:security_group_rule and tenant:e0c8f72bd2f544979a5cc87ec802e616 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:46.304486 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fcb6203e-4e16-44d6-9eff-68ae170faebb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:46.308612 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Checking router: c4751df5-e207-469d-a306-8a05677a2892 for host: dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:18:46.309140 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Updating router c4751df5-e207-469d-a306-8a05677a2892 port 8a937546-1465-4eeb-90b3-9d3e052d5382 binding host dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:18:46.320032 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-ad144152-7b75-4f92-96c4-a6058c5ff8f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:46.350431 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-ad144152-7b75-4f92-96c4-a6058c5ff8f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:46.389238 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-de0ed84f-11b2-41ca-a3f0-a03c8839c053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:46.409031 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-2eb3c424-6637-4904-ad8c-72ec44e4a028 None None] Port 5a2a0ffb-92df-45fc-8a24-1183cd21b940 cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:18:46.422277 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fcb6203e-4e16-44d6-9eff-68ae170faebb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Made reservation on behalf of 04fbb9fd981d4c33ab89836e4de1a086 for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:46.424409 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:46.425866 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fcb6203e-4e16-44d6-9eff-68ae170faebb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:46.521230 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-de0ed84f-11b2-41ca-a3f0-a03c8839c053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:46.679736 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:18:46.689978 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Sync routers for ids ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:18:46.703504 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Routers {'1c7e4929-9cd4-49a5-a948-e47fd7b8755d'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:46.706069 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:18:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:46.717606 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] 10.222.0.30 "PUT /v2.0/routers/1c7e4929-9cd4-49a5-a948-e47fd7b8755d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7633693 May 31 18:18:46.751721 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a7ff7a63-fc17-4386-afd8-fca3d4de6e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:46.771559 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57080) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:46.777901 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-1c00ab29-4346-4ac2-972b-6bf05ffaead9 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--605101564', 'description': 'tempest-description--340944274'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:46.788011 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-1c00ab29-4346-4ac2-972b-6bf05ffaead9 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:46.801397 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-1c00ab29-4346-4ac2-972b-6bf05ffaead9 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Usage tracker for resource:security_group and tenant:71370ff0ec1348e8a0dd470d369623bb is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:46.804442 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-1c00ab29-4346-4ac2-972b-6bf05ffaead9 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:46.816557 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-1c00ab29-4346-4ac2-972b-6bf05ffaead9 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:46.840536 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a7ff7a63-fc17-4386-afd8-fca3d4de6e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:46.842073 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1c00ab29-4346-4ac2-972b-6bf05ffaead9 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:46.874641 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-de0ed84f-11b2-41ca-a3f0-a03c8839c053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:46.880153 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-1c00ab29-4346-4ac2-972b-6bf05ffaead9 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:46.885101 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-1c00ab29-4346-4ac2-972b-6bf05ffaead9 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Usage tracker for resource:security_group_rule and tenant:71370ff0ec1348e8a0dd470d369623bb is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:46.888339 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-1c00ab29-4346-4ac2-972b-6bf05ffaead9 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:46.894695 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-1c00ab29-4346-4ac2-972b-6bf05ffaead9 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:46.928397 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-31c8fa6d-462a-4fca-ad73-cc3c5bdb34df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:46.999334 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff7a63-fc17-4386-afd8-fca3d4de6e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246695a0-7948-49c9-9189-5b6b46edfc34,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:47.081209 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1c00ab29-4346-4ac2-972b-6bf05ffaead9 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.090303 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1c00ab29-4346-4ac2-972b-6bf05ffaead9 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.094337 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-34dcb9b2-bf58-4fa7-adb9-9aa3de187db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:47.129599 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5c8fc478-bc3a-436b-b501-4664a1cd4da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.170226 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Set router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:47.173761 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00ab29-4346-4ac2-972b-6bf05ffaead9 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ca0226-8505-47e0-9ca6-021c0f66a3bf,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:47.175164 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Notify callbacks [] for port, precommit_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.178187 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-1c00ab29-4346-4ac2-972b-6bf05ffaead9 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:47.180041 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1c00ab29-4346-4ac2-972b-6bf05ffaead9 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.185332 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-1c00ab29-4346-4ac2-972b-6bf05ffaead9 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4091156 May 31 18:18:47.186155 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57092) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:47.193782 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-cf673291-efb4-4e33-93d7-c61da85c4d93 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Request body: {'security_group_rule': {'security_group_id': '97ca0226-8505-47e0-9ca6-021c0f66a3bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:47.198379 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Transition to ACTIVE for port object 8a937546-1465-4eeb-90b3-9d3e052d5382 will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:47.204636 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-cf673291-efb4-4e33-93d7-c61da85c4d93 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:47.211823 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-cf673291-efb4-4e33-93d7-c61da85c4d93 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Usage tracker for resource:security_group_rule and tenant:71370ff0ec1348e8a0dd470d369623bb is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:47.215925 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.218315 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-cf673291-efb4-4e33-93d7-c61da85c4d93 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:47.227404 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-cf673291-efb4-4e33-93d7-c61da85c4d93 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:47.235685 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-195fd8c3-f6ef-44be-9b3b-3929f48c9ff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:47.256102 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cf673291-efb4-4e33-93d7-c61da85c4d93 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.343628 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.43', 50560) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:47.453407 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 2de14194-c2a9-4c98-b38a-05cfd15b5770 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:47.453953 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fcb6203e-4e16-44d6-9eff-68ae170faebb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Allocated IP 172.20.0.9 (d0906071-12cb-42ed-b918-72a255e9632b/2d93125e-6ed3-456d-97d2-d3c9e0aa7334/f166e330-f475-430a-9547-7fe063b47a94) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:47.530862 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ed84f-11b2-41ca-a3f0-a03c8839c053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2c7507-c72c-4786-9869-c5a538f501d1,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:47.536631 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-de0ed84f-11b2-41ca-a3f0-a03c8839c053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:47.663825 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Attempting to bind port 8a937546-1465-4eeb-90b3-9d3e052d5382 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:18:47.664313 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Attempting to bind port 8a937546-1465-4eeb-90b3-9d3e052d5382 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': '08c03eab-0a89-4a42-a286-ecc422d5ad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94b1778a-3714-47c8-abf7-03652140706b'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:18:47.665844 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Attempting to bind port 8a937546-1465-4eeb-90b3-9d3e052d5382 on network 94b1778a-3714-47c8-abf7-03652140706b {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:47.683924 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:18:47.683924 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Checking segment: {'id': '08c03eab-0a89-4a42-a286-ecc422d5ad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94b1778a-3714-47c8-abf7-03652140706b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:47.683924 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.683924 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Bound using segment: {'id': '08c03eab-0a89-4a42-a286-ecc422d5ad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94b1778a-3714-47c8-abf7-03652140706b'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:18:47.685492 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Bound port: 8a937546-1465-4eeb-90b3-9d3e052d5382, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c03eab-0a89-4a42-a286-ecc422d5ad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94b1778a-3714-47c8-abf7-03652140706b'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:18:47.685612 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.789043 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-e98bfeb9-4f26-4de9-bb89-19f42ef64fb7 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:47.789914 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-e98bfeb9-4f26-4de9-bb89-19f42ef64fb7 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Synchronizing usage tracker for tenant:04fbb9fd981d4c33ab89836e4de1a086 on resource:network {{(pid=91733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:18:47.810560 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cf673291-efb4-4e33-93d7-c61da85c4d93 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.839643 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cf673291-efb4-4e33-93d7-c61da85c4d93 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.843668 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-e98bfeb9-4f26-4de9-bb89-19f42ef64fb7 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Unset dirty status for tenant:04fbb9fd981d4c33ab89836e4de1a086 on resource:network {{(pid=91733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:18:47.844868 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-e98bfeb9-4f26-4de9-bb89-19f42ef64fb7 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.43 "GET /v2.0/networks?id=d0906071-12cb-42ed-b918-72a255e9632b HTTP/1.1" status: 200 len: 818 time: 0.4997776 May 31 18:18:47.849099 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 2de14194-c2a9-4c98-b38a-05cfd15b5770 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:47.850023 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.855986 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0116c-ca78-48d0-98f4-27e891a1147b None None] Pushing event updated for resources: {'Port': ['ID=8a937546-1465-4eeb-90b3-9d3e052d5382,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:47.858205 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:47.858380 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fcb6203e-4e16-44d6-9eff-68ae170faebb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.860081 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-cae0116c-ca78-48d0-98f4-27e891a1147b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:47.878218 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] For port 8a937546-1465-4eeb-90b3-9d3e052d5382, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:18:47.881936 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] For port 8a937546-1465-4eeb-90b3-9d3e052d5382, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=8a937546-1465-4eeb-90b3-9d3e052d5382,segment=NetworkSegment(08c03eab-0a89-4a42-a286-ecc422d5ad49),segment_id=08c03eab-0a89-4a42-a286-ecc422d5ad49)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:18:47.888398 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.894113 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:47.895345 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf673291-efb4-4e33-93d7-c61da85c4d93 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74681f87-9437-4191-b8ea-0a24d78dabfe,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:47.900807 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-c1d4bc28-86ac-4552-beb4-05bf787f2e9c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Request body: {'port': {'device_id': '39a84e4d-b96e-427a-a619-7599e9ddecb3', 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b', 'admin_state_up': True, 'tenant_id': '04fbb9fd981d4c33ab89836e4de1a086'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:47.906738 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.739s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:47.907134 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:47.909513 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-a7ff7a63-fc17-4386-afd8-fca3d4de6e0e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82fab8eb0e6f41a1abc10096ba24ce80&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6290007 May 31 18:18:47.925200 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57104) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:47.926013 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cf673291-efb4-4e33-93d7-c61da85c4d93 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.929212 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-de0ed84f-11b2-41ca-a3f0-a03c8839c053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.930227 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-de0ed84f-11b2-41ca-a3f0-a03c8839c053 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca2c7507-c72c-4786-9869-c5a538f501d1 HTTP/1.1" status: 204 len: 168 time: 2.1264338 May 31 18:18:47.931017 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 57106) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:47.933074 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-cf673291-efb4-4e33-93d7-c61da85c4d93 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7422755 May 31 18:18:47.940371 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-cf673291-efb4-4e33-93d7-c61da85c4d93 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:47.983243 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-a469d395-1a78-4265-bab9-4a37421f2590 req-282429b3-7ef4-43f3-8e4a-25d8dcecb36d tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Synchronizing usage tracker for tenant:04fbb9fd981d4c33ab89836e4de1a086 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:18:47.988916 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0116c-ca78-48d0-98f4-27e891a1147b None None] Pushing event updated for resources: {'Port': ['ID=8a937546-1465-4eeb-90b3-9d3e052d5382,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:47.995274 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-cae0116c-ca78-48d0-98f4-27e891a1147b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:48.029059 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Routers {'c4751df5-e207-469d-a306-8a05677a2892'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:48.029705 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:18:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['c4751df5-e207-469d-a306-8a05677a2892'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:48.060937 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-7a483c20-2928-4e94-943e-785ed68e6f3c tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Request body: {'security_group_rule': {'security_group_id': '97ca0226-8505-47e0-9ca6-021c0f66a3bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:48.067826 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-7a483c20-2928-4e94-943e-785ed68e6f3c tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:48.072562 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-7a483c20-2928-4e94-943e-785ed68e6f3c tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Usage tracker for resource:security_group_rule and tenant:71370ff0ec1348e8a0dd470d369623bb is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:48.075851 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-7a483c20-2928-4e94-943e-785ed68e6f3c tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:48.083045 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-7a483c20-2928-4e94-943e-785ed68e6f3c tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:48.118132 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7a483c20-2928-4e94-943e-785ed68e6f3c tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.185010 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-a469d395-1a78-4265-bab9-4a37421f2590 req-282429b3-7ef4-43f3-8e4a-25d8dcecb36d tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Unset dirty status for tenant:04fbb9fd981d4c33ab89836e4de1a086 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:18:48.197001 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a469d395-1a78-4265-bab9-4a37421f2590 req-282429b3-7ef4-43f3-8e4a-25d8dcecb36d tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 210 time: 1.0538390 May 31 18:18:48.255898 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:18:44Z', 'revision_number': 4, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port': {'id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:24Z', 'updated_at': '2021-05-31T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '5a2a0ffb-92df-45fc-8a24-1183cd21b940', 'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'mac_address': 'fa:16:3e:8f:36:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ec71e230-9295-42e2-886a-2045075dddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:40Z', 'updated_at': '2021-05-31T18:18:44Z', 'revision_number': 2, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'subnets': [{'id': 'ec71e230-9295-42e2-886a-2045075dddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:48.269584 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Checking router: 1c7e4929-9cd4-49a5-a948-e47fd7b8755d for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:18:48.276099 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Updating router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d port 5a2a0ffb-92df-45fc-8a24-1183cd21b940 binding host dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:18:48.306686 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7a483c20-2928-4e94-943e-785ed68e6f3c tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.339833 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ad144152-7b75-4f92-96c4-a6058c5ff8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.397207 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f314d-33e2-4841-83ea-1221c45c3fe2 req-c8640f8f-19fe-4507-a860-504b73f932a7 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:48.408376 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-276f314d-33e2-4841-83ea-1221c45c3fe2 req-c8640f8f-19fe-4507-a860-504b73f932a7 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 943 time: 1.4835591 May 31 18:18:48.409048 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7a483c20-2928-4e94-943e-785ed68e6f3c tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.410561 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fcb6203e-4e16-44d6-9eff-68ae170faebb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.420049 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ad144152-7b75-4f92-96c4-a6058c5ff8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.446292 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] Set router c4751df5-e207-469d-a306-8a05677a2892 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:48.459041 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.477840 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:48.486126 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-c1d4bc28-86ac-4552-beb4-05bf787f2e9c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:48.510663 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-c1d4bc28-86ac-4552-beb4-05bf787f2e9c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:48.523710 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3383d89c-705a-4400-96e1-2dd5628f695b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.556246 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3383d89c-705a-4400-96e1-2dd5628f695b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.629374 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7a483c20-2928-4e94-943e-785ed68e6f3c tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.639476 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-7a483c20-2928-4e94-943e-785ed68e6f3c tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6617022 May 31 18:18:48.639658 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57124) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:48.643324 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3383d89c-705a-4400-96e1-2dd5628f695b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.649502 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Request body: {'floatingip': {'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:48.662836 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:48.666317 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-afeb1c0f-d228-4398-8785-13489cc4a823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:48.674633 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-c1d4bc28-86ac-4552-beb4-05bf787f2e9c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Made reservation on behalf of 04fbb9fd981d4c33ab89836e4de1a086 for: {'port': 1} {{(pid=91733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:48.679899 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-c1d4bc28-86ac-4552-beb4-05bf787f2e9c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.681733 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a483c20-2928-4e94-943e-785ed68e6f3c tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5099f26-8ee4-4a98-99b1-52611baa76e3,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:48.696752 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7a483c20-2928-4e94-943e-785ed68e6f3c tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:48.710649 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fcb6203e-4e16-44d6-9eff-68ae170faebb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Network d0906071-12cb-42ed-b918-72a255e9632b is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:48.711072 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383d89c-705a-4400-96e1-2dd5628f695b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246695a0-7948-49c9-9189-5b6b46edfc34,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:48.711343 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:48.724887 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Usage tracker for resource:floatingip and tenant:71370ff0ec1348e8a0dd470d369623bb is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:48.732323 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:48.737159 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-3383d89c-705a-4400-96e1-2dd5628f695b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:48.748607 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:48.883517 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3383d89c-705a-4400-96e1-2dd5628f695b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.891844 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6203e-4e16-44d6-9eff-68ae170faebb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Pushing event updated for resources: {'Port': ['ID=f166e330-f475-430a-9547-7fe063b47a94,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:48.893854 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-3383d89c-705a-4400-96e1-2dd5628f695b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/246695a0-7948-49c9-9189-5b6b46edfc34 HTTP/1.1" status: 204 len: 168 time: 0.9590533 May 31 18:18:48.903157 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fcb6203e-4e16-44d6-9eff-68ae170faebb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:48.921642 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fcb6203e-4e16-44d6-9eff-68ae170faebb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:48.922273 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for floatingip, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.924116 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-ad144152-7b75-4f92-96c4-a6058c5ff8f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0c8f72bd2f544979a5cc87ec802e616&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0490410 May 31 18:18:48.937356 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cd3dd770-5006-4c51-858f-c88e8eb9abff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.333s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:48.947041 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fcb6203e-4e16-44d6-9eff-68ae170faebb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:48.965119 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57136) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:48.968160 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:18:39Z', 'revision_number': 4, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port': {'id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '8a937546-1465-4eeb-90b3-9d3e052d5382', 'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'mac_address': 'fa:16:3e:5a:27:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:47Z', 'revision_number': 4, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'subnets': [{'id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:48.980674 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fcbb7-9055-4f2c-9d8e-34f5adf48a4c None None] The sync data for ids ['c4751df5-e207-469d-a306-8a05677a2892'] in dv-cinder-770050-4-iscsi is: [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:18:39Z', 'revision_number': 4, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port': {'id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '8a937546-1465-4eeb-90b3-9d3e052d5382', 'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'mac_address': 'fa:16:3e:5a:27:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:47Z', 'revision_number': 4, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'subnets': [{'id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:18:49.081943 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f9070a16-b713-4030-a504-4f2ffd0f36f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:49.112100 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f9070a16-b713-4030-a504-4f2ffd0f36f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:49.125958 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-276f314d-33e2-4841-83ea-1221c45c3fe2 req-46db33a3-e6bc-4e76-ad6a-4c8f1ab70abe tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7036619 May 31 18:18:49.204491 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 57142) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:49.213940 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:49.234368 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-f5e9ca5e-a14c-442f-9f92-58019795148d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1777957696', 'description': 'tempest-description--678698880'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:49.259443 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad144152-7b75-4f92-96c4-a6058c5ff8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ff3721-1fc6-49f9-837f-03626a319828,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:49.285509 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f9070a16-b713-4030-a504-4f2ffd0f36f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:49.285746 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f5e9ca5e-a14c-442f-9f92-58019795148d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:49.286404 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Transition to ACTIVE for port object 5a2a0ffb-92df-45fc-8a24-1183cd21b940 will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:49.291485 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ad144152-7b75-4f92-96c4-a6058c5ff8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:49.301945 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-f5e9ca5e-a14c-442f-9f92-58019795148d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Usage tracker for resource:security_group and tenant:2e0ba4821bf84395b9662f29d0e886ca is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:49.303376 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:49.309305 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-3383d89c-705a-4400-96e1-2dd5628f695b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:49.310582 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:49.311304 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-f5e9ca5e-a14c-442f-9f92-58019795148d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:49.349172 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fcb6203e-4e16-44d6-9eff-68ae170faebb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:49.362629 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fcb6203e-4e16-44d6-9eff-68ae170faebb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:49.393232 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9070a16-b713-4030-a504-4f2ffd0f36f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ff3721-1fc6-49f9-837f-03626a319828,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:49.396509 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-f9070a16-b713-4030-a504-4f2ffd0f36f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:49.406956 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f5e9ca5e-a14c-442f-9f92-58019795148d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:49.415516 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fcb6203e-4e16-44d6-9eff-68ae170faebb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4470003 May 31 18:18:49.432978 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f9070a16-b713-4030-a504-4f2ffd0f36f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:49.436668 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Request body: {'port': {'device_id': 'e372525d-e1ab-42dc-acab-650e768a6469', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:49.446368 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-f9070a16-b713-4030-a504-4f2ffd0f36f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/81ff3721-1fc6-49f9-837f-03626a319828 HTTP/1.1" status: 204 len: 168 time: 0.4688487 May 31 18:18:49.567287 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_common [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-c1d4bc28-86ac-4552-beb4-05bf787f2e9c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Allocated IP 172.20.0.3 (d0906071-12cb-42ed-b918-72a255e9632b/2d93125e-6ed3-456d-97d2-d3c9e0aa7334/a06f0d6d-b567-48bd-a94e-9a6ea6700c48) {{(pid=91733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:49.578738 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:49.733021 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 82561236-bda9-4f89-8b8a-48bd6c420e69 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:18:49.787951 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f5e9ca5e-a14c-442f-9f92-58019795148d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:49.806828 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 8a937546-1465-4eeb-90b3-9d3e052d5382 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:49.842025 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ad3a149c-b3b8-44b1-9011-9dd87d369ad8 req-2f596c7e-4bfe-410f-a8e1-bc2b0c5a8eff tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 210 time: 0.1440649 May 31 18:18:49.866063 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f5e9ca5e-a14c-442f-9f92-58019795148d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:49.883210 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:49.911631 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-f5e9ca5e-a14c-442f-9f92-58019795148d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Usage tracker for resource:security_group_rule and tenant:2e0ba4821bf84395b9662f29d0e886ca is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:49.959048 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-f5e9ca5e-a14c-442f-9f92-58019795148d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:49.979492 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f5e9ca5e-a14c-442f-9f92-58019795148d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:50.056238 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.210892 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_common [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Allocated IP 172.27.0.17 (1cefa8cd-0a9d-4799-a9e0-704b2c95ae89/67065c8c-a7bf-4ea9-bccb-f9c1fabaa892/832d4419-d69e-492f-9a40-27f04fc3ddd2) {{(pid=91733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:50.243118 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f5e9ca5e-a14c-442f-9f92-58019795148d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.251430 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f5e9ca5e-a14c-442f-9f92-58019795148d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.266233 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6f74b9a1-0857-40b8-ad88-00dec3475ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:50.386156 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f5e9ca5e-a14c-442f-9f92-58019795148d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.394123 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-f5e9ca5e-a14c-442f-9f92-58019795148d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1807263 May 31 18:18:50.394123 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9ca5e-a14c-442f-9f92-58019795148d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaad0d0-d984-4775-bacc-3fbb8d8165d5,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:50.410193 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f5e9ca5e-a14c-442f-9f92-58019795148d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:50.411363 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 57192) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:50.429071 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-3a0e40be-5652-4ddb-8ed9-0ac8af0b40ce tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Request body: {'security_group_rule': {'security_group_id': 'dcaad0d0-d984-4775-bacc-3fbb8d8165d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:50.444561 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-3a0e40be-5652-4ddb-8ed9-0ac8af0b40ce tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:50.504817 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-3a0e40be-5652-4ddb-8ed9-0ac8af0b40ce tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Usage tracker for resource:security_group_rule and tenant:2e0ba4821bf84395b9662f29d0e886ca is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:50.516049 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-3a0e40be-5652-4ddb-8ed9-0ac8af0b40ce tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:50.536875 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-3a0e40be-5652-4ddb-8ed9-0ac8af0b40ce tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:50.586314 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3a0e40be-5652-4ddb-8ed9-0ac8af0b40ce tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.592061 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23fc24-3ee1-4bcb-a747-8cee63a41ca1 None None] Pushing event updated for resources: {'Port': ['ID=5a2a0ffb-92df-45fc-8a24-1183cd21b940,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:50.598906 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-c1d4bc28-86ac-4552-beb4-05bf787f2e9c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Notify callbacks [] for port, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.780908 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for port, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.793486 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3a0e40be-5652-4ddb-8ed9-0ac8af0b40ce tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.804041 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3a0e40be-5652-4ddb-8ed9-0ac8af0b40ce tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.812864 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-7b23fc24-3ee1-4bcb-a747-8cee63a41ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.502s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:50.850599 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c281099-16e4-41a8-91ff-1854883639b9 req-0eef9b3e-eb98-469b-89a5-b4b750bf457d tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:50.854474 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-c1d4bc28-86ac-4552-beb4-05bf787f2e9c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.862208 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0c281099-16e4-41a8-91ff-1854883639b9 req-0eef9b3e-eb98-469b-89a5-b4b750bf457d tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 943 time: 0.4091787 May 31 18:18:50.866516 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:51.074123 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Attempting to bind port 5a2a0ffb-92df-45fc-8a24-1183cd21b940 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:18:51.074623 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Attempting to bind port 5a2a0ffb-92df-45fc-8a24-1183cd21b940 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': '650f0482-fd94-4b6d-87f0-6a9c3ffbc9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:18:51.075041 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Attempting to bind port 5a2a0ffb-92df-45fc-8a24-1183cd21b940 on network b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:51.077604 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-300a5b1e-0042-4c80-91ba-3e7ba566e2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.099126 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:18:51.099519 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Checking segment: {'id': '650f0482-fd94-4b6d-87f0-6a9c3ffbc9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:51.100050 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.100369 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Bound using segment: {'id': '650f0482-fd94-4b6d-87f0-6a9c3ffbc9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:18:51.101029 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Bound port: 5a2a0ffb-92df-45fc-8a24-1183cd21b940, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650f0482-fd94-4b6d-87f0-6a9c3ffbc9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:18:51.101567 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.102543 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:51.107708 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4bc28-86ac-4552-beb4-05bf787f2e9c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Pushing event updated for resources: {'Port': ['ID=a06f0d6d-b567-48bd-a94e-9a6ea6700c48,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:51.120038 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-c1d4bc28-86ac-4552-beb4-05bf787f2e9c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:51.139827 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-c1d4bc28-86ac-4552-beb4-05bf787f2e9c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Network d0906071-12cb-42ed-b918-72a255e9632b is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:51.147352 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-c1d4bc28-86ac-4552-beb4-05bf787f2e9c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:51.155996 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.158304 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-c1d4bc28-86ac-4552-beb4-05bf787f2e9c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Received port after_create {{(pid=91733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:51.163729 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 8a937546-1465-4eeb-90b3-9d3e052d5382 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:51.167638 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-c1d4bc28-86ac-4552-beb4-05bf787f2e9c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:51.168464 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-c1d4bc28-86ac-4552-beb4-05bf787f2e9c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.176760 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.189614 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 82561236-bda9-4f89-8b8a-48bd6c420e69, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=82561236-bda9-4f89-8b8a-48bd6c420e69,segment=NetworkSegment(50fd1b89-e0c9-4e93-b211-999e5d2a410b),segment_id=50fd1b89-e0c9-4e93-b211-999e5d2a410b)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:18:51.198101 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:51.207852 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 8a937546-1465-4eeb-90b3-9d3e052d5382 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:51.208227 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.237373 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-c1d4bc28-86ac-4552-beb4-05bf787f2e9c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3440416 May 31 18:18:51.254619 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Request body: {'port': {'device_id': '39a84e4d-b96e-427a-a619-7599e9ddecb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:51.259336 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Returning: {'device': '82561236-bda9-4f89-8b8a-48bd6c420e69', 'network_id': 'e57fb700-0079-445e-9d90-61a64cda363b', 'port_id': '82561236-bda9-4f89-8b8a-48bd6c420e69', 'mac_address': 'fa:16:3e:f7:66:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c4e587-076c-4b63-b32a-db441d6f43f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:18:51.282184 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e40be-5652-4ddb-8ed9-0ac8af0b40ce tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3da1f99-d571-4454-9862-20eac142ec86,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:51.302243 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3a0e40be-5652-4ddb-8ed9-0ac8af0b40ce tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:51.326021 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3a0e40be-5652-4ddb-8ed9-0ac8af0b40ce tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.327382 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-3a0e40be-5652-4ddb-8ed9-0ac8af0b40ce tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9111240 May 31 18:18:51.331969 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 57224) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:51.358731 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0c281099-16e4-41a8-91ff-1854883639b9 req-62d5d87d-b59b-4b4e-a0a6-3098d5ba4d3b tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361958 May 31 18:18:51.360886 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.364955 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-767f4939-17d6-45d4-b39d-a22b4fc96f7c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Request body: {'security_group_rule': {'security_group_id': 'dcaad0d0-d984-4775-bacc-3fbb8d8165d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:51.391566 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82561236-bda9-4f89-8b8a-48bd6c420e69 {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:18:51.395667 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-767f4939-17d6-45d4-b39d-a22b4fc96f7c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:51.417528 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] For port 5a2a0ffb-92df-45fc-8a24-1183cd21b940, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:18:51.430117 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 82561236-bda9-4f89-8b8a-48bd6c420e69, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=82561236-bda9-4f89-8b8a-48bd6c420e69,segment=NetworkSegment(50fd1b89-e0c9-4e93-b211-999e5d2a410b),segment_id=50fd1b89-e0c9-4e93-b211-999e5d2a410b)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:18:51.442522 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] For port 5a2a0ffb-92df-45fc-8a24-1183cd21b940, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=5a2a0ffb-92df-45fc-8a24-1183cd21b940,segment=NetworkSegment(650f0482-fd94-4b6d-87f0-6a9c3ffbc9af),segment_id=650f0482-fd94-4b6d-87f0-6a9c3ffbc9af)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:18:51.444146 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-767f4939-17d6-45d4-b39d-a22b4fc96f7c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Usage tracker for resource:security_group_rule and tenant:2e0ba4821bf84395b9662f29d0e886ca is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:51.509668 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-767f4939-17d6-45d4-b39d-a22b4fc96f7c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:51.517287 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.520590 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.530871 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:51.552236 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-767f4939-17d6-45d4-b39d-a22b4fc96f7c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:51.561229 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:51.563214 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:51.567041 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Received port after_create {{(pid=91733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:51.578571 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f166e330-f475-430a-9547-7fe063b47a94 {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:18:51.587243 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.598818 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c2908-a1ae-423e-8ea9-c7c0e2399b65 req-b82a7411-8c64-4a64-939e-df9abdbe32f1 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:51.600235 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-de6c2908-a1ae-423e-8ea9-c7c0e2399b65 req-b82a7411-8c64-4a64-939e-df9abdbe32f1 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 931 time: 0.4223311 May 31 18:18:51.603627 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.609029 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-767f4939-17d6-45d4-b39d-a22b4fc96f7c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.672911 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Transition to ACTIVE for port object f166e330-f475-430a-9547-7fe063b47a94 will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:51.692116 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.711229 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4cf54831-066a-4d5a-8cf5-381c9c4a926a tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:51.734867 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Routers {'1c7e4929-9cd4-49a5-a948-e47fd7b8755d'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:51.735977 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:18:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:51.744487 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Pushing event updated for resources: {'Port': ['ID=832d4419-d69e-492f-9a40-27f04fc3ddd2,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:51.756238 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:51.851341 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.858820 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.859319 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-de6c2908-a1ae-423e-8ea9-c7c0e2399b65 req-0078f0eb-0fa0-4713-97b1-96ef9a7b52c7 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428520 May 31 18:18:52.100715 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['82561236-bda9-4f89-8b8a-48bd6c420e69'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:18:52.143945 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.201301 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 8a937546-1465-4eeb-90b3-9d3e052d5382, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=8a937546-1465-4eeb-90b3-9d3e052d5382,segment=NetworkSegment(08c03eab-0a89-4a42-a286-ecc422d5ad49),segment_id=08c03eab-0a89-4a42-a286-ecc422d5ad49)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:18:52.221838 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-767f4939-17d6-45d4-b39d-a22b4fc96f7c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.237023 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Pushing event updated for resources: {'Port': ['ID=f166e330-f475-430a-9547-7fe063b47a94,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:52.240541 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=82561236-bda9-4f89-8b8a-48bd6c420e69,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:52.255271 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-767f4939-17d6-45d4-b39d-a22b4fc96f7c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.258264 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:52.264567 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7a483c20-2928-4e94-943e-785ed68e6f3c tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:52.276280 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.285181 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:52.285553 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:52.292453 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Attempting to bind port f166e330-f475-430a-9547-7fe063b47a94 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:18:52.293043 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Attempting to bind port f166e330-f475-430a-9547-7fe063b47a94 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '92fe8a1f-c8a4-41bf-9112-d60484519a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:18:52.293357 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Attempting to bind port f166e330-f475-430a-9547-7fe063b47a94 on network d0906071-12cb-42ed-b918-72a255e9632b {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:52.310811 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Port f166e330-f475-430a-9547-7fe063b47a94 on network d0906071-12cb-42ed-b918-72a255e9632b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:18:52.311040 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Attempting to bind port f166e330-f475-430a-9547-7fe063b47a94 on network d0906071-12cb-42ed-b918-72a255e9632b {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:52.326815 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f4939-17d6-45d4-b39d-a22b4fc96f7c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7e9976-049b-4f63-983b-3a5ce8882cb5,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:52.352709 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-767f4939-17d6-45d4-b39d-a22b4fc96f7c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:52.357362 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Checking agent: {'id': '75fd49d7-87f2-48bc-9cc9-330562c49b9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:18:52.357728 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Checking segment: {'id': '92fe8a1f-c8a4-41bf-9112-d60484519a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:52.360280 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Bound using segment: {'id': '92fe8a1f-c8a4-41bf-9112-d60484519a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:18:52.360781 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Bound port: f166e330-f475-430a-9547-7fe063b47a94, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fe8a1f-c8a4-41bf-9112-d60484519a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:18:52.361141 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.405780 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-767f4939-17d6-45d4-b39d-a22b4fc96f7c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.409695 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-767f4939-17d6-45d4-b39d-a22b4fc96f7c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0712774 May 31 18:18:52.411302 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 57266) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:52.444257 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Request body: {'floatingip': {'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:52.471314 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:52.484894 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Usage tracker for resource:floatingip and tenant:2e0ba4821bf84395b9662f29d0e886ca is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:52.490145 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:52.500737 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:52.501854 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23fc24-3ee1-4bcb-a747-8cee63a41ca1 None None] Pushing event updated for resources: {'Port': ['ID=5a2a0ffb-92df-45fc-8a24-1183cd21b940,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:52.537844 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for floatingip, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.586395 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.657549 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] Set router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:52.691805 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] For port f166e330-f475-430a-9547-7fe063b47a94, host hv-cinder-77005, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:18:52.727994 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] For port f166e330-f475-430a-9547-7fe063b47a94, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=f166e330-f475-430a-9547-7fe063b47a94,segment=NetworkSegment(92fe8a1f-c8a4-41bf-9112-d60484519a39),segment_id=92fe8a1f-c8a4-41bf-9112-d60484519a39)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:18:52.855080 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.871509 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:53.020972 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.db.resource_extend [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 18:18:53.025824 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:53.026663 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:53.027801 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=8a937546-1465-4eeb-90b3-9d3e052d5382,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:53.029076 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] 10.222.0.43 "PUT /v2.0/ports/f166e330-f475-430a-9547-7fe063b47a94 HTTP/1.1" status: 200 len: 1093 time: 3.6052859 May 31 18:18:53.041254 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e372525d-e1ab-42dc-acab-650e768a6469', 'tag': 'f166e330-f475-430a-9547-7fe063b47a94'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:18:53.048064 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:53.048411 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a90b75-9a7a-4b2f-9d9c-6e1a94295dab" -d '{"events": [{"name": "network-changed", "server_uuid": "e372525d-e1ab-42dc-acab-650e768a6469", "tag": "f166e330-f475-430a-9547-7fe063b47a94"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:18:53.049389 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.424s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:53.050435 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:53.086050 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for port, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:53.098329 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.notifiers.nova [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a06f0d6d-b567-48bd-a94e-9a6ea6700c48 {{(pid=91733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:18:53.103175 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:53.124197 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:53.127905 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:53.234464 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Pushing event updated for resources: {'Port': ['ID=f166e330-f475-430a-9547-7fe063b47a94,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:53.253884 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:53.277186 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cb3d6-d824-4406-a8f3-6732817f755d req-e2d68548-7113-4822-ac3f-5978cfcbaec4 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:53.279047 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-548cb3d6-d824-4406-a8f3-6732817f755d req-e2d68548-7113-4822-ac3f-5978cfcbaec4 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 944 time: 0.6833727 May 31 18:18:53.306102 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401662'] for floatingip, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:53.315740 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.provisioning_blocks [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Transition to ACTIVE for port object a06f0d6d-b567-48bd-a94e-9a6ea6700c48 will not be triggered until provisioned by entity L2. {{(pid=91733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:53.336979 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:53.351861 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Pushing event updated for resources: {'Port': ['ID=832d4419-d69e-492f-9a40-27f04fc3ddd2,revision_number=2']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:53.358211 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:53.359287 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-c1d4bc28-86ac-4552-beb4-05bf787f2e9c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:53.398546 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for floatingip, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:53.399890 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7591202 May 31 18:18:53.401022 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-548cb3d6-d824-4406-a8f3-6732817f755d req-58b856e8-f303-479a-b662-8e3ed6fc6eca tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148672 May 31 18:18:53.414659 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-7c247e87-8533-4d4d-881c-d32a8c47a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:53.416184 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-7c247e87-8533-4d4d-881c-d32a8c47a9d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04fbb9fd981d4c33ab89836e4de1a086&device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 1096 time: 0.3346202 May 31 18:18:53.437209 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80c702-208e-4113-88e2-c52785fd8d68 req-d7cc18d2-5af0-46f2-abb9-21e0540d8271 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:53.438760 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1d80c702-208e-4113-88e2-c52785fd8d68 req-d7cc18d2-5af0-46f2-abb9-21e0540d8271 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 931 time: 0.2505436 May 31 18:18:53.441681 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:53.473091 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:18:44Z', 'revision_number': 4, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port': {'id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:24Z', 'updated_at': '2021-05-31T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '5a2a0ffb-92df-45fc-8a24-1183cd21b940', 'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'mac_address': 'fa:16:3e:8f:36:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ec71e230-9295-42e2-886a-2045075dddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:40Z', 'updated_at': '2021-05-31T18:18:51Z', 'revision_number': 4, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'subnets': [{'id': 'ec71e230-9295-42e2-886a-2045075dddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:53.483988 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2582ad30-d47c-489a-9c3d-3d6dbed26306 None None] The sync data for ids ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'] in dv-cinder-770050-4-iscsi is: [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:18:44Z', 'revision_number': 4, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port': {'id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:24Z', 'updated_at': '2021-05-31T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '5a2a0ffb-92df-45fc-8a24-1183cd21b940', 'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'mac_address': 'fa:16:3e:8f:36:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ec71e230-9295-42e2-886a-2045075dddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:40Z', 'updated_at': '2021-05-31T18:18:51Z', 'revision_number': 4, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'subnets': [{'id': 'ec71e230-9295-42e2-886a-2045075dddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:18:53.619508 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39b5c8f-45b0-4146-908a-348f5babbeee x-openstack-request-id: req-e39b5c8f-45b0-4146-908a-348f5babbeee {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:18:53.619931 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e372525d-e1ab-42dc-acab-650e768a6469", "tag": "f166e330-f475-430a-9547-7fe063b47a94", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:18:53.620934 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e39b5c8f-45b0-4146-908a-348f5babbeee {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:18:53.621743 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e372525d-e1ab-42dc-acab-650e768a6469', 'tag': 'f166e330-f475-430a-9547-7fe063b47a94', 'status': 'completed', 'code': 200} May 31 18:18:53.688980 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-01d2f8a5-87d4-4b83-a324-0add63053901 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f166e330-f475-430a-9547-7fe063b47a94 HTTP/1.1" status: 200 len: 217 time: 0.2490301 May 31 18:18:53.726072 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Pushing event updated for resources: {'Port': ['ID=a06f0d6d-b567-48bd-a94e-9a6ea6700c48,revision_number=2']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:53.749424 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:53.810310 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.managers [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Attempting to bind port a06f0d6d-b567-48bd-a94e-9a6ea6700c48 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:18:53.810567 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.managers [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Attempting to bind port a06f0d6d-b567-48bd-a94e-9a6ea6700c48 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '92fe8a1f-c8a4-41bf-9112-d60484519a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b'}] {{(pid=91733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:18:53.814168 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Attempting to bind port a06f0d6d-b567-48bd-a94e-9a6ea6700c48 on network d0906071-12cb-42ed-b918-72a255e9632b {{(pid=91733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:53.837894 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Port a06f0d6d-b567-48bd-a94e-9a6ea6700c48 on network d0906071-12cb-42ed-b918-72a255e9632b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:18:53.841544 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Attempting to bind port a06f0d6d-b567-48bd-a94e-9a6ea6700c48 on network d0906071-12cb-42ed-b918-72a255e9632b {{(pid=91733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:53.847924 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Checking agent: {'id': '75fd49d7-87f2-48bc-9cc9-330562c49b9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:18:53.848300 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Checking segment: {'id': '92fe8a1f-c8a4-41bf-9112-d60484519a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:53.849588 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Bound using segment: {'id': '92fe8a1f-c8a4-41bf-9112-d60484519a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b'} {{(pid=91733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:18:53.850036 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.managers [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Bound port: a06f0d6d-b567-48bd-a94e-9a6ea6700c48, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fe8a1f-c8a4-41bf-9112-d60484519a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b'}}] {{(pid=91733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:18:53.850307 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:53.875758 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-c41c5113-c331-40a4-b8fa-231a6640d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:53.877197 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-c41c5113-c331-40a4-b8fa-231a6640d9ed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d93125e-6ed3-456d-97d2-d3c9e0aa7334 HTTP/1.1" status: 200 len: 858 time: 0.1804290 May 31 18:18:53.894666 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1d80c702-208e-4113-88e2-c52785fd8d68 req-f6cd9daf-00e5-4aed-9d87-8e89e8b7ec73 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953928 May 31 18:18:54.001028 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] For port a06f0d6d-b567-48bd-a94e-9a6ea6700c48, host hv-cinder-77005, cleared binding levels {{(pid=91733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:18:54.007733 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] For port a06f0d6d-b567-48bd-a94e-9a6ea6700c48, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=a06f0d6d-b567-48bd-a94e-9a6ea6700c48,segment=NetworkSegment(92fe8a1f-c8a4-41bf-9112-d60484519a39),segment_id=92fe8a1f-c8a4-41bf-9112-d60484519a39)] {{(pid=91733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:18:54.020209 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:54.031219 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:54.145746 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:54.146380 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:54.148139 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] 10.222.0.43 "PUT /v2.0/ports/a06f0d6d-b567-48bd-a94e-9a6ea6700c48 HTTP/1.1" status: 200 len: 1093 time: 2.9000957 May 31 18:18:54.148659 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a84e4d-b96e-427a-a619-7599e9ddecb3', 'tag': 'a06f0d6d-b567-48bd-a94e-9a6ea6700c48'}] {{(pid=91733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:18:54.157541 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-d312487b-f519-47c8-9c16-d5c181fdbe9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d0906071-12cb-42ed-b918-72a255e9632b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2269926 May 31 18:18:54.212397 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Pushing event updated for resources: {'Port': ['ID=a06f0d6d-b567-48bd-a94e-9a6ea6700c48,revision_number=3']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:54.217214 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:54.218214 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-7374011e-8c8f-4e0d-9378-4c84c02fedfd tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Synchronizing usage tracker for tenant:71370ff0ec1348e8a0dd470d369623bb on resource:security_group {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:18:54.345957 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Allocated IP 172.27.0.31 (1cefa8cd-0a9d-4799-a9e0-704b2c95ae89/67065c8c-a7bf-4ea9-bccb-f9c1fabaa892/af3b0064-31b7-4a9c-aa21-119d39605e05) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:54.357463 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-b6a415b9-c0ce-474c-9dc7-e63ea6a21300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:54.359135 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-b6a415b9-c0ce-474c-9dc7-e63ea6a21300 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04fbb9fd981d4c33ab89836e4de1a086&device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 1096 time: 0.1430418 May 31 18:18:54.432600 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-7374011e-8c8f-4e0d-9378-4c84c02fedfd tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Unset dirty status for tenant:71370ff0ec1348e8a0dd470d369623bb on resource:security_group {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:18:54.445406 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-7374011e-8c8f-4e0d-9378-4c84c02fedfd tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--605101564&fields=id&tenant_id=71370ff0ec1348e8a0dd470d369623bb HTTP/1.1" status: 200 len: 267 time: 0.5592644 May 31 18:18:54.499447 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-902f6915-6f0c-4980-ae27-2f2b6056b1f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a06f0d6d-b567-48bd-a94e-9a6ea6700c48 HTTP/1.1" status: 200 len: 217 time: 0.1323190 May 31 18:18:54.585553 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 5a2a0ffb-92df-45fc-8a24-1183cd21b940 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:54.690377 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be887ca5dbf2450db9bbf819a9be465f9bc5271ee7f790899717ffbefd4c1453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5ea986-47a6-4d2a-8dc2-31daac06ae99" -d '{"events": [{"name": "network-changed", "server_uuid": "39a84e4d-b96e-427a-a619-7599e9ddecb3", "tag": "a06f0d6d-b567-48bd-a94e-9a6ea6700c48"}]}' {{(pid=91733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:18:54.724961 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-be7b3280-d686-4cc0-b1a0-09894d8feef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:54.728110 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-be7b3280-d686-4cc0-b1a0-09894d8feef1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d93125e-6ed3-456d-97d2-d3c9e0aa7334 HTTP/1.1" status: 200 len: 858 time: 0.2226150 May 31 18:18:54.734493 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 5a2a0ffb-92df-45fc-8a24-1183cd21b940 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:54.755672 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 5a2a0ffb-92df-45fc-8a24-1183cd21b940 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:54.756191 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:54.764076 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-f15b247e-69b4-49b7-8851-71826c4eaa75 service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5895734 May 31 18:18:55.082789 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-805e3bf2-fad8-4eef-9968-d32f73a2cb06 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d0906071-12cb-42ed-b918-72a255e9632b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3463569 May 31 18:18:55.177442 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57380) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:55.230043 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 57384) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:55.244902 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.300612 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.323150 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 5a2a0ffb-92df-45fc-8a24-1183cd21b940, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=5a2a0ffb-92df-45fc-8a24-1183cd21b940,segment=NetworkSegment(650f0482-fd94-4b6d-87f0-6a9c3ffbc9af),segment_id=650f0482-fd94-4b6d-87f0-6a9c3ffbc9af)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:18:55.329310 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.330217 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 8a937546-1465-4eeb-90b3-9d3e052d5382 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:55.387294 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:55.425934 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-1a2f5385-6eae-4e42-9832-7de11e6e4174 service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339019 May 31 18:18:55.429481 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-17b30a9e-1a63-47d0-b939-3a114e1b5c1e tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:55.430338 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-17b30a9e-1a63-47d0-b939-3a114e1b5c1e tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Synchronizing usage tracker for tenant:71370ff0ec1348e8a0dd470d369623bb on resource:network {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:18:55.436653 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8d814827-b172-4022-9ed9-c7f57c55b36f req-561cc6c8-4f9b-4767-9cab-5a3a73f9fdb4 service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6401446 May 31 18:18:55.552543 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-17b30a9e-1a63-47d0-b939-3a114e1b5c1e tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Unset dirty status for tenant:71370ff0ec1348e8a0dd470d369623bb on resource:network {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:18:55.553699 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-17b30a9e-1a63-47d0-b939-3a114e1b5c1e tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/networks?id=94b1778a-3714-47c8-abf7-03652140706b HTTP/1.1" status: 200 len: 817 time: 1.1075163 May 31 18:18:55.566197 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 57396) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:55.584219 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e3124-15da-488c-b8bb-995b2f7eb101 req-a13b4e65-bb82-4ccc-a760-f9d12a31c9ff tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:55.586739 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a05e3124-15da-488c-b8bb-995b2f7eb101 req-a13b4e65-bb82-4ccc-a760-f9d12a31c9ff tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 944 time: 0.8196955 May 31 18:18:55.600968 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-e04dfb16-0e5a-4f4e-8201-5b73d9d81a35 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/quotas/71370ff0ec1348e8a0dd470d369623bb HTTP/1.1" status: 200 len: 375 time: 0.0317273 May 31 18:18:55.601401 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 82561236-bda9-4f89-8b8a-48bd6c420e69 up at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:55.674352 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2c2ed8f6-dbcf-4d8c-86c7-c18d684a33b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.705642 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-2c2ed8f6-dbcf-4d8c-86c7-c18d684a33b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:55.708674 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=5a2a0ffb-92df-45fc-8a24-1183cd21b940,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:55.713435 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-2c2ed8f6-dbcf-4d8c-86c7-c18d684a33b8 admin admin] Usage tracker for resource:security_group_rule and tenant:665629d741eb4d159bdae142ee0c2c52 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:55.715692 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:55.717667 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 8a937546-1465-4eeb-90b3-9d3e052d5382 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:55.718021 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.719824 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-2c2ed8f6-dbcf-4d8c-86c7-c18d684a33b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:55.736445 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-2c2ed8f6-dbcf-4d8c-86c7-c18d684a33b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:55.736961 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b0686284-74b1-43db-8a3f-c29a4d4b6475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.745039 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-78eb665a-b323-42e7-8873-2643a4cbaff2 req-8e547594-6cf1-4374-9043-62548706286d service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126018 May 31 18:18:55.756461 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-380380e6-e97b-4af7-bbb8-9a8a5a86778b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.788241 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning for port 82561236-bda9-4f89-8b8a-48bd6c420e69 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:55.793684 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a05e3124-15da-488c-b8bb-995b2f7eb101 req-1bf80739-1a77-43b6-8e02-28adf7b4ad12 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853304 May 31 18:18:55.794232 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning complete for port 82561236-bda9-4f89-8b8a-48bd6c420e69 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:55.794604 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.794705 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.796911 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a90b75-9a7a-4b2f-9d9c-6e1a94295dab req-ecfb6f91-b3ea-48fe-b468-6d0b9d07729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:55.803229 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c7a90b75-9a7a-4b2f-9d9c-6e1a94295dab req-ecfb6f91-b3ea-48fe-b468-6d0b9d07729e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04fbb9fd981d4c33ab89836e4de1a086&device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 1096 time: 0.3087730 May 31 18:18:55.806912 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-b0686284-74b1-43db-8a3f-c29a4d4b6475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:55.813000 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-b0686284-74b1-43db-8a3f-c29a4d4b6475 admin admin] Usage tracker for resource:security_group_rule and tenant:5a3698ec103b41d5a8f34e02f7a9bf3e is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:55.816064 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-b0686284-74b1-43db-8a3f-c29a4d4b6475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:55.824714 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-b0686284-74b1-43db-8a3f-c29a4d4b6475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:55.868773 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2c2ed8f6-dbcf-4d8c-86c7-c18d684a33b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.875133 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2c2ed8f6-dbcf-4d8c-86c7-c18d684a33b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.887683 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-380380e6-e97b-4af7-bbb8-9a8a5a86778b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:55.889996 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:55.954659 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-2c2ed8f6-dbcf-4d8c-86c7-c18d684a33b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=665629d741eb4d159bdae142ee0c2c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7732506 May 31 18:18:55.955862 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57404) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:55.956668 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ed8f6-dbcf-4d8c-86c7-c18d684a33b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a341b11-8d1e-4fb3-8858-9150e6df831b,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:55.960074 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2c2ed8f6-dbcf-4d8c-86c7-c18d684a33b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:55.978671 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:56.010488 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e35c98-1d10-4643-bf5c-a065a27981a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82561236-bda9-4f89-8b8a-48bd6c420e69'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:18:56.029133 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:56.037531 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3c94edb7-ad17-4156-8d0f-317c74f0019a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:56.069062 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3c94edb7-ad17-4156-8d0f-317c74f0019a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:56.077624 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 82561236-bda9-4f89-8b8a-48bd6c420e69, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=82561236-bda9-4f89-8b8a-48bd6c420e69,segment=NetworkSegment(50fd1b89-e0c9-4e93-b211-999e5d2a410b),segment_id=50fd1b89-e0c9-4e93-b211-999e5d2a410b)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:18:56.082706 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed58064e-dfb2-47ec-ac1e-2fd5379ef34d x-openstack-request-id: req-ed58064e-dfb2-47ec-ac1e-2fd5379ef34d {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:18:56.083120 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a84e4d-b96e-427a-a619-7599e9ddecb3", "tag": "a06f0d6d-b567-48bd-a94e-9a6ea6700c48", "status": "completed", "code": 200}]} {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:18:56.083768 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed58064e-dfb2-47ec-ac1e-2fd5379ef34d {{(pid=91733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:18:56.084048 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a84e4d-b96e-427a-a619-7599e9ddecb3', 'tag': 'a06f0d6d-b567-48bd-a94e-9a6ea6700c48', 'status': 'completed', 'code': 200} May 31 18:18:56.088162 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:56.090740 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-380380e6-e97b-4af7-bbb8-9a8a5a86778b admin admin] Usage tracker for resource:security_group_rule and tenant:b41a52aeaf304cf69356aeadfda4c1fd is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:56.091774 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-7b23fc24-3ee1-4bcb-a747-8cee63a41ca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:56.101454 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-380380e6-e97b-4af7-bbb8-9a8a5a86778b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:56.114742 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-380380e6-e97b-4af7-bbb8-9a8a5a86778b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:56.180795 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2f5ff8a6751ba2ee84274e630c5bdce29e81d1d572756191e078aed669e92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96aa552-99a2-4e34-9bb1-a20ed8b43a33" -d '{"events": [{"server_uuid": "44e35c98-1d10-4643-bf5c-a065a27981a6", "name": "network-vif-plugged", "status": "completed", "tag": "82561236-bda9-4f89-8b8a-48bd6c420e69"}]}' {{(pid=91735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:18:56.184590 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=82561236-bda9-4f89-8b8a-48bd6c420e69,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:56.190133 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:56.207371 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3c94edb7-ad17-4156-8d0f-317c74f0019a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:56.215110 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2c2ed8f6-dbcf-4d8c-86c7-c18d684a33b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:56.218720 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-380380e6-e97b-4af7-bbb8-9a8a5a86778b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:56.228536 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ea986-47a6-4d2a-8dc2-31daac06ae99 req-55226f3f-d180-4baf-abf0-8a4c3654201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:56.230737 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-8d5ea986-47a6-4d2a-8dc2-31daac06ae99 req-55226f3f-d180-4baf-abf0-8a4c3654201d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04fbb9fd981d4c33ab89836e4de1a086&device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 1096 time: 0.1156876 May 31 18:18:56.231880 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94edb7-ad17-4156-8d0f-317c74f0019a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a341b11-8d1e-4fb3-8858-9150e6df831b,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:56.234108 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-3c94edb7-ad17-4156-8d0f-317c74f0019a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:56.265230 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3c94edb7-ad17-4156-8d0f-317c74f0019a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:56.270121 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-3c94edb7-ad17-4156-8d0f-317c74f0019a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a341b11-8d1e-4fb3-8858-9150e6df831b HTTP/1.1" status: 204 len: 168 time: 0.3087826 May 31 18:18:56.318405 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-380380e6-e97b-4af7-bbb8-9a8a5a86778b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:56.383300 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 5a2a0ffb-92df-45fc-8a24-1183cd21b940 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:56.395064 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ea986-47a6-4d2a-8dc2-31daac06ae99 req-bc536d86-29c5-4fa7-a251-dc42c552df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:56.396757 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-8d5ea986-47a6-4d2a-8dc2-31daac06ae99 req-bc536d86-29c5-4fa7-a251-dc42c552df18 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d0906071-12cb-42ed-b918-72a255e9632b HTTP/1.1" status: 200 len: 919 time: 0.1583652 May 31 18:18:56.398121 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a90b75-9a7a-4b2f-9d9c-6e1a94295dab req-9df4f7dd-4870-4910-b889-0cf3c5feaea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:56.399631 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c7a90b75-9a7a-4b2f-9d9c-6e1a94295dab req-9df4f7dd-4870-4910-b889-0cf3c5feaea4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d0906071-12cb-42ed-b918-72a255e9632b HTTP/1.1" status: 200 len: 919 time: 0.5259323 May 31 18:18:56.488687 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-8d5ea986-47a6-4d2a-8dc2-31daac06ae99 req-8641734e-e6dc-4095-a633-2869abf47844 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a06f0d6d-b567-48bd-a94e-9a6ea6700c48 HTTP/1.1" status: 200 len: 217 time: 0.0801001 May 31 18:18:56.523089 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 5a2a0ffb-92df-45fc-8a24-1183cd21b940 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:56.523468 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:56.597466 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ea986-47a6-4d2a-8dc2-31daac06ae99 req-e5db1738-4bd6-4385-a664-c757a19ca2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:56.601052 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-8d5ea986-47a6-4d2a-8dc2-31daac06ae99 req-e5db1738-4bd6-4385-a664-c757a19ca2c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d93125e-6ed3-456d-97d2-d3c9e0aa7334 HTTP/1.1" status: 200 len: 858 time: 0.1057241 May 31 18:18:56.621348 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b0686284-74b1-43db-8a3f-c29a4d4b6475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:56.628784 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:56.649893 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-c9084398-9af0-4656-a5a9-06a4e651afc4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=71370ff0ec1348e8a0dd470d369623bb&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0365565 May 31 18:18:56.651222 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c7a90b75-9a7a-4b2f-9d9c-6e1a94295dab req-d7b9b3d9-bf93-4fab-8164-707362901b1d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f166e330-f475-430a-9547-7fe063b47a94 HTTP/1.1" status: 200 len: 217 time: 0.1806724 May 31 18:18:56.657125 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-380380e6-e97b-4af7-bbb8-9a8a5a86778b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b41a52aeaf304cf69356aeadfda4c1fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0840333 May 31 18:18:56.657125 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Pushing event updated for resources: {'Port': ['ID=af3b0064-31b7-4a9c-aa21-119d39605e05,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:56.670291 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57426) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:56.672072 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:56.695271 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-8d5ea986-47a6-4d2a-8dc2-31daac06ae99 req-f39652b4-5ce0-43fd-8325-0185e927a44a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d0906071-12cb-42ed-b918-72a255e9632b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859675 May 31 18:18:56.731338 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b0686284-74b1-43db-8a3f-c29a4d4b6475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:56.751304 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:56.753261 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-2d040233-e7a2-45e5-92e7-0637dba1d3cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:56.771441 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:56.805483 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57430) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:56.841270 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c6b1a0c9-49e4-4740-931c-e73637436e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:56.879144 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-c6b1a0c9-49e4-4740-931c-e73637436e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:56.896934 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-c6b1a0c9-49e4-4740-931c-e73637436e25 admin admin] Usage tracker for resource:security_group_rule and tenant:20ca6088d00f434da8696de8ab92d2c5 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:56.899567 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d7ff012c-ab54-4b72-8ccc-315a3877e191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:56.903499 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-c6b1a0c9-49e4-4740-931c-e73637436e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:56.930366 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-c6b1a0c9-49e4-4740-931c-e73637436e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:56.954193 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-8d5ea986-47a6-4d2a-8dc2-31daac06ae99 req-ddbf8f74-4a2c-4f82-a684-60c9e5c5cb79 service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521396 May 31 18:18:56.961671 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d7ff012c-ab54-4b72-8ccc-315a3877e191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:56.993586 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-b0686284-74b1-43db-8a3f-c29a4d4b6475 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a3698ec103b41d5a8f34e02f7a9bf3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7581077 May 31 18:18:56.993586 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a90b75-9a7a-4b2f-9d9c-6e1a94295dab req-1c92e10b-999d-49a2-9bc2-01ce7cddb97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:56.997285 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c7a90b75-9a7a-4b2f-9d9c-6e1a94295dab req-1c92e10b-999d-49a2-9bc2-01ce7cddb97b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d93125e-6ed3-456d-97d2-d3c9e0aa7334 HTTP/1.1" status: 200 len: 858 time: 0.3211646 May 31 18:18:56.997427 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57436) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:57.011572 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380380e6-e97b-4af7-bbb8-9a8a5a86778b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13e51e5-d919-47ad-a774-e2a989509025,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:57.099751 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c7a90b75-9a7a-4b2f-9d9c-6e1a94295dab req-4613eaaa-64ba-4a12-a17f-25aae7d90cba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d0906071-12cb-42ed-b918-72a255e9632b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895946 May 31 18:18:57.208561 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0686284-74b1-43db-8a3f-c29a4d4b6475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d30abb-ba86-44d5-b797-35be013c7234,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:57.224265 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-8d5ea986-47a6-4d2a-8dc2-31daac06ae99 req-db202421-8b64-4552-863b-188478e82c61 service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557809 May 31 18:18:57.228098 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-20570856-e30b-4441-a90f-d44bfd9282a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.252983 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d7ff012c-ab54-4b72-8ccc-315a3877e191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.276127 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b0686284-74b1-43db-8a3f-c29a4d4b6475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:57.277134 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:57.277427 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:57.279504 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:57.288777 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-20570856-e30b-4441-a90f-d44bfd9282a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.320523 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff012c-ab54-4b72-8ccc-315a3877e191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13e51e5-d919-47ad-a774-e2a989509025,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:57.323856 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d56175-2546-464d-9b5a-f271962bb26d req-a3f404d1-d686-4ec7-a667-2fe752a46d02 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:57.325326 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-70d56175-2546-464d-9b5a-f271962bb26d req-a3f404d1-d686-4ec7-a667-2fe752a46d02 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 943 time: 1.0914595 May 31 18:18:57.330273 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-d7ff012c-ab54-4b72-8ccc-315a3877e191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:57.330921 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-6e58acfa-bf64-4eac-a3f7-debd1622aab3 service neutron] 10.222.0.30 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440458 May 31 18:18:57.359368 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d7ff012c-ab54-4b72-8ccc-315a3877e191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.363253 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-d7ff012c-ab54-4b72-8ccc-315a3877e191 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d13e51e5-d919-47ad-a774-e2a989509025 HTTP/1.1" status: 204 len: 168 time: 0.6867654 May 31 18:18:57.375478 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c6b1a0c9-49e4-4740-931c-e73637436e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.381624 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c6b1a0c9-49e4-4740-931c-e73637436e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.394811 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:57.397476 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.437921 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-20570856-e30b-4441-a90f-d44bfd9282a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.456938 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1a0c9-49e4-4740-931c-e73637436e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5ebd30-732f-400f-9728-6aa2e85285dc,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:57.461616 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-c6b1a0c9-49e4-4740-931c-e73637436e25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20ca6088d00f434da8696de8ab92d2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6507967 May 31 18:18:57.465773 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-c6b1a0c9-49e4-4740-931c-e73637436e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:57.472325 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:57.479733 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57452) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:57.482611 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-20570856-e30b-4441-a90f-d44bfd9282a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.486373 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-20570856-e30b-4441-a90f-d44bfd9282a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14d30abb-ba86-44d5-b797-35be013c7234 HTTP/1.1" status: 204 len: 168 time: 0.4819701 May 31 18:18:57.499678 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c7a90b75-9a7a-4b2f-9d9c-6e1a94295dab req-a972801d-1a64-4b11-9a7d-090a7cfac47d service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768220 May 31 18:18:57.499874 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20570856-e30b-4441-a90f-d44bfd9282a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d30abb-ba86-44d5-b797-35be013c7234,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:57.508266 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-20570856-e30b-4441-a90f-d44bfd9282a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:57.575303 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-70d56175-2546-464d-9b5a-f271962bb26d req-90c49524-a6d7-4428-ba38-7e053d7e015d tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286413 May 31 18:18:57.580521 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-fe11f56b-5d16-4116-a35e-ef900b7e709e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.613153 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-fe11f56b-5d16-4116-a35e-ef900b7e709e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.675492 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-fe11f56b-5d16-4116-a35e-ef900b7e709e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.680831 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-f61d6887-5527-4cd3-993f-1f3cb3a079a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:57.691370 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11f56b-5d16-4116-a35e-ef900b7e709e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5ebd30-732f-400f-9728-6aa2e85285dc,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:57.691661 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.696240 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-fe11f56b-5d16-4116-a35e-ef900b7e709e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:57.699358 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-fe11f56b-5d16-4116-a35e-ef900b7e709e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.700524 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-fe11f56b-5d16-4116-a35e-ef900b7e709e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c5ebd30-732f-400f-9728-6aa2e85285dc HTTP/1.1" status: 204 len: 168 time: 0.2152905 May 31 18:18:57.775811 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-c01571fb-c8a6-4150-8b3c-2714ba87f228 service neutron] 10.222.0.30 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286587 May 31 18:18:57.802884 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c7a90b75-9a7a-4b2f-9d9c-6e1a94295dab req-5b2b5c3b-a845-41e3-b7bb-89cc4e69a6cb service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658997 May 31 18:18:57.989213 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40336bc5-d031-4f4c-8312-3715ee470f6e x-openstack-request-id: req-40336bc5-d031-4f4c-8312-3715ee470f6e {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:18:57.989734 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e35c98-1d10-4643-bf5c-a065a27981a6", "name": "network-vif-plugged", "status": "completed", "tag": "82561236-bda9-4f89-8b8a-48bd6c420e69", "code": 200}]} {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:18:57.989734 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40336bc5-d031-4f4c-8312-3715ee470f6e {{(pid=91735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:18:57.990207 dv-cinder-770050-4-iscsi neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e35c98-1d10-4643-bf5c-a065a27981a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82561236-bda9-4f89-8b8a-48bd6c420e69', 'code': 200} May 31 18:18:58.100563 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57472) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:58.123164 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cc7e6f04-7ccd-45e0-aea0-5c82b40b2ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:58.142801 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-cc7e6f04-7ccd-45e0-aea0-5c82b40b2ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:58.147773 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-cc7e6f04-7ccd-45e0-aea0-5c82b40b2ae4 admin admin] Usage tracker for resource:security_group_rule and tenant:7543d2bab3cb4b699a475c6f702d3550 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:58.152038 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-cc7e6f04-7ccd-45e0-aea0-5c82b40b2ae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:58.152368 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:58.159444 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-cc7e6f04-7ccd-45e0-aea0-5c82b40b2ae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:58.178459 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-879cf4d3-85f0-4451-9338-f6fa75031460 req-88c539e7-2c0c-446e-be8e-d8135037535e tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 210 time: 0.1122286 May 31 18:18:58.179437 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:58.217025 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:58.366536 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cc7e6f04-7ccd-45e0-aea0-5c82b40b2ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:58.373684 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cc7e6f04-7ccd-45e0-aea0-5c82b40b2ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:58.387023 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-9fa25b67-3abf-454b-9c51-606f442eb1a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:58.444855 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e6f04-7ccd-45e0-aea0-5c82b40b2ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1674a9-a25a-42e9-9dca-1b05c9c13918,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:58.459330 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-cc7e6f04-7ccd-45e0-aea0-5c82b40b2ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:58.464043 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-cc7e6f04-7ccd-45e0-aea0-5c82b40b2ae4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7543d2bab3cb4b699a475c6f702d3550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623390 May 31 18:18:58.467061 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57486) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:58.473196 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Pushing event updated for resources: {'Port': ['ID=af3b0064-31b7-4a9c-aa21-119d39605e05,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:58.477306 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:58.480181 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401662'] for floatingip, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:58.509678 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57492) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:58.528866 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba632bef-a7d2-420c-8df0-761b042b9e08 req-f81cc6ef-0061-4240-ab3f-28686c61b3d4 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:58.530356 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ba632bef-a7d2-420c-8df0-761b042b9e08 req-f81cc6ef-0061-4240-ab3f-28686c61b3d4 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 945 time: 0.5132453 May 31 18:18:58.541279 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-42b51c59-9b3c-412c-a640-db2804965cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:58.560394 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for floatingip, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:58.561954 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1484847 May 31 18:18:58.590653 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-42b51c59-9b3c-412c-a640-db2804965cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:58.593761 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ba632bef-a7d2-420c-8df0-761b042b9e08 req-bc2e8221-ff86-4aa9-99e8-d856c6c4621f tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554824 May 31 18:18:58.606894 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6a43d36b-a45e-423c-b363-94d68bf1b2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:58.619331 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-42b51c59-9b3c-412c-a640-db2804965cad admin admin] Usage tracker for resource:security_group_rule and tenant:36090d8925484afabb60a915fe47d235 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:58.629121 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-42b51c59-9b3c-412c-a640-db2804965cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:58.648283 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-42b51c59-9b3c-412c-a640-db2804965cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:58.662153 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6a43d36b-a45e-423c-b363-94d68bf1b2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:58.764143 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6a43d36b-a45e-423c-b363-94d68bf1b2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:58.776994 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:58.796645 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43d36b-a45e-423c-b363-94d68bf1b2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1674a9-a25a-42e9-9dca-1b05c9c13918,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:58.818137 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-6a43d36b-a45e-423c-b363-94d68bf1b2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:58.872968 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6a43d36b-a45e-423c-b363-94d68bf1b2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:58.874838 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-6a43d36b-a45e-423c-b363-94d68bf1b2de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f1674a9-a25a-42e9-9dca-1b05c9c13918 HTTP/1.1" status: 204 len: 168 time: 0.4060388 May 31 18:18:58.889301 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-42b51c59-9b3c-412c-a640-db2804965cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:58.894728 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-42b51c59-9b3c-412c-a640-db2804965cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:58.902588 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-1c00ab29-4346-4ac2-972b-6bf05ffaead9 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:58.917044 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-4c195dc5-b859-4128-b215-2159c25dfdec tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Synchronizing usage tracker for tenant:2e0ba4821bf84395b9662f29d0e886ca on resource:security_group {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:18:58.944748 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-4c195dc5-b859-4128-b215-2159c25dfdec tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Unset dirty status for tenant:2e0ba4821bf84395b9662f29d0e886ca on resource:security_group {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:18:58.946880 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-4c195dc5-b859-4128-b215-2159c25dfdec tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1777957696&fields=id&tenant_id=2e0ba4821bf84395b9662f29d0e886ca HTTP/1.1" status: 200 len: 267 time: 0.0804760 May 31 18:18:58.955015 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b51c59-9b3c-412c-a640-db2804965cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16f99de-c050-4576-8a6b-1664854dfc2b,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:58.955981 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30bb16-3fb8-4365-b323-1909ef7f9fce req-992fc631-d40d-439a-8e62-3608fd2689c6 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:58.962159 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-42b51c59-9b3c-412c-a640-db2804965cad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36090d8925484afabb60a915fe47d235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4510593 May 31 18:18:58.962585 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57524) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:58.963496 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-42b51c59-9b3c-412c-a640-db2804965cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:58.967783 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1b30bb16-3fb8-4365-b323-1909ef7f9fce req-992fc631-d40d-439a-8e62-3608fd2689c6 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 943 time: 0.1927669 May 31 18:18:59.041571 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a6af4552-5f21-4a0e-82d3-007ee8f83dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:59.068597 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a6af4552-5f21-4a0e-82d3-007ee8f83dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:59.132262 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a6af4552-5f21-4a0e-82d3-007ee8f83dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:59.137936 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:59.149093 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af4552-5f21-4a0e-82d3-007ee8f83dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16f99de-c050-4576-8a6b-1664854dfc2b,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:59.151265 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-a6af4552-5f21-4a0e-82d3-007ee8f83dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:59.156821 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a6af4552-5f21-4a0e-82d3-007ee8f83dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:59.157926 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-a6af4552-5f21-4a0e-82d3-007ee8f83dc9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f16f99de-c050-4576-8a6b-1664854dfc2b HTTP/1.1" status: 204 len: 168 time: 0.1929967 May 31 18:18:59.215667 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1b30bb16-3fb8-4365-b323-1909ef7f9fce req-acd3f34a-738a-4a0b-a681-05d7e1258943 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233789 May 31 18:18:59.263401 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-3a9aac15-c931-497b-9368-779ec9f13ca8 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:59.265242 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-3a9aac15-c931-497b-9368-779ec9f13ca8 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/networks?id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 HTTP/1.1" status: 200 len: 811 time: 0.2965734 May 31 18:18:59.283850 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-7132ea75-7057-46df-83da-81c7f1d282f5 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/quotas/2e0ba4821bf84395b9662f29d0e886ca HTTP/1.1" status: 200 len: 375 time: 0.0123324 May 31 18:18:59.400839 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-94457fce-3c8a-487c-8f88-7b574bcd94fc req-378733ad-9068-4c3a-a093-08a68daaf5c0 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 210 time: 0.0478826 May 31 18:18:59.426847 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-d1f96def-97de-4eb1-a4ca-f26211001da1 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e0ba4821bf84395b9662f29d0e886ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1366854 May 31 18:18:59.580719 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-4c0113c9-f554-4b4a-b0b0-9d64bd901ff3 service neutron] 10.222.0.30 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422501 May 31 18:18:59.798511 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-c73846c9-91a6-4feb-8c8d-efd35c1de8fa service neutron] 10.222.0.30 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081950 May 31 18:18:59.860494 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28129d5-6538-4ae0-abc3-ed4505fa1796 req-645d5b97-7f59-4b0f-b6ae-40e769d5e662 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:59.862104 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d28129d5-6538-4ae0-abc3-ed4505fa1796 req-645d5b97-7f59-4b0f-b6ae-40e769d5e662 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 945 time: 0.1205258 May 31 18:18:59.929455 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d28129d5-6538-4ae0-abc3-ed4505fa1796 req-319ae7b2-323d-4da1-9f70-13d4b39d55d0 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602820 May 31 18:19:00.116562 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1d0c55f5-108b-44fb-a42b-81edfc2484e2 req-217091e4-9abb-4cb2-8c45-5b99e6f23726 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 210 time: 0.0622680 May 31 18:19:00.488230 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e292818-cea8-4d73-b177-216d54793df6 req-bbd988b3-fb54-479a-bcfb-47c70d5ff8e5 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:00.491279 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6e292818-cea8-4d73-b177-216d54793df6 req-bbd988b3-fb54-479a-bcfb-47c70d5ff8e5 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 943 time: 0.1087782 May 31 18:19:00.580377 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6e292818-cea8-4d73-b177-216d54793df6 req-12bdb24c-5a81-48ca-b8fe-7ce644df2cb4 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833988 May 31 18:19:00.593488 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4f85c806-ab08-4470-854a-b24558aa4853 req-c9ef41d8-738b-4a63-8f61-f71d02becd69 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 210 time: 0.0489721 May 31 18:19:01.089503 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57634) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:01.260481 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f168a2de-4e44-4c8e-9f09-ef7c7b138323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.285699 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-f168a2de-4e44-4c8e-9f09-ef7c7b138323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:01.291773 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-f168a2de-4e44-4c8e-9f09-ef7c7b138323 admin admin] Usage tracker for resource:security_group_rule and tenant:25458e7493bf4f949d3bb42192c7daa7 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:01.296691 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-f168a2de-4e44-4c8e-9f09-ef7c7b138323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:01.301049 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e80bea-8183-467d-aa8b-8d8a1fb9580e req-ca4ab61c-f73b-41fc-8365-d5a76ee9a17d tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:01.304925 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-f168a2de-4e44-4c8e-9f09-ef7c7b138323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:01.311041 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c7e80bea-8183-467d-aa8b-8d8a1fb9580e req-ca4ab61c-f73b-41fc-8365-d5a76ee9a17d tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 945 time: 0.1685390 May 31 18:19:01.428737 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f168a2de-4e44-4c8e-9f09-ef7c7b138323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.435522 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f168a2de-4e44-4c8e-9f09-ef7c7b138323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.460431 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-82217986-a10b-4509-9513-a59dd69825e7 req-e3d1cf8e-0ad7-4f92-a558-44c9abf00559 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 210 time: 0.1465456 May 31 18:19:01.473770 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:01.483822 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-f168a2de-4e44-4c8e-9f09-ef7c7b138323 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25458e7493bf4f949d3bb42192c7daa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920634 May 31 18:19:01.486212 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57656) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:01.499390 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c7e80bea-8183-467d-aa8b-8d8a1fb9580e req-582c75c2-ab5f-4122-9aab-e1cb9729168c tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872544 May 31 18:19:01.560833 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device a06f0d6d-b567-48bd-a94e-9a6ea6700c48 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:19:01.578858 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168a2de-4e44-4c8e-9f09-ef7c7b138323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1eb271f-983a-49cf-a182-a3b23882e35a,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:01.585083 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-f168a2de-4e44-4c8e-9f09-ef7c7b138323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:01.588983 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-fe824c08-87a6-4596-8efd-8ea6621de704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.633207 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4de73c-5fb0-4f9b-b0d9-06bc47c5f418 req-85bb2656-526e-4713-bd4d-6eabf3288318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:01.633955 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ac4de73c-5fb0-4f9b-b0d9-06bc47c5f418 req-85bb2656-526e-4713-bd4d-6eabf3288318 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 1098 time: 0.1247756 May 31 18:19:01.643572 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-fe824c08-87a6-4596-8efd-8ea6621de704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.677433 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-ac4de73c-5fb0-4f9b-b0d9-06bc47c5f418 req-5974ea74-7c79-4000-a225-2eca27f6476a service neutron] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.697780 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-ac4de73c-5fb0-4f9b-b0d9-06bc47c5f418 req-5974ea74-7c79-4000-a225-2eca27f6476a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:01.702568 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-ac4de73c-5fb0-4f9b-b0d9-06bc47c5f418 req-5974ea74-7c79-4000-a225-2eca27f6476a service neutron] Usage tracker for resource:security_group_rule and tenant:0cba73c616ad48659eee7313fba5c7d3 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:01.705823 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-ac4de73c-5fb0-4f9b-b0d9-06bc47c5f418 req-5974ea74-7c79-4000-a225-2eca27f6476a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:01.711800 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-ac4de73c-5fb0-4f9b-b0d9-06bc47c5f418 req-5974ea74-7c79-4000-a225-2eca27f6476a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:01.746953 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-fe824c08-87a6-4596-8efd-8ea6621de704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.751874 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:01.771605 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe824c08-87a6-4596-8efd-8ea6621de704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1eb271f-983a-49cf-a182-a3b23882e35a,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:01.783581 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-fe824c08-87a6-4596-8efd-8ea6621de704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:01.790165 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-fe824c08-87a6-4596-8efd-8ea6621de704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.791571 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-fe824c08-87a6-4596-8efd-8ea6621de704 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1eb271f-983a-49cf-a182-a3b23882e35a HTTP/1.1" status: 204 len: 168 time: 0.3043857 May 31 18:19:01.821149 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port a06f0d6d-b567-48bd-a94e-9a6ea6700c48, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=a06f0d6d-b567-48bd-a94e-9a6ea6700c48,segment=NetworkSegment(92fe8a1f-c8a4-41bf-9112-d60484519a39),segment_id=92fe8a1f-c8a4-41bf-9112-d60484519a39)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:01.837116 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Returning: {'device': 'a06f0d6d-b567-48bd-a94e-9a6ea6700c48', 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b', 'port_id': 'a06f0d6d-b567-48bd-a94e-9a6ea6700c48', 'mac_address': 'fa:16:3e:08:30:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d93125e-6ed3-456d-97d2-d3c9e0aa7334', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:19:01.900973 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.923280 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a06f0d6d-b567-48bd-a94e-9a6ea6700c48 {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:19:01.935202 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0b5875f8-b6b8-4a8c-9d88-bfbcf217da91 req-2314f64b-abc6-4675-a13f-2e35d2a19582 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 210 time: 0.1169009 May 31 18:19:01.941671 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port a06f0d6d-b567-48bd-a94e-9a6ea6700c48, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=a06f0d6d-b567-48bd-a94e-9a6ea6700c48,segment=NetworkSegment(92fe8a1f-c8a4-41bf-9112-d60484519a39),segment_id=92fe8a1f-c8a4-41bf-9112-d60484519a39)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:01.947921 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.949591 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device f166e330-f475-430a-9547-7fe063b47a94 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:19:01.952342 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9ddf090b-603b-4b48-9529-c39e10d2753a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:01.991310 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-ac4de73c-5fb0-4f9b-b0d9-06bc47c5f418 req-5974ea74-7c79-4000-a225-2eca27f6476a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.999659 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-ac4de73c-5fb0-4f9b-b0d9-06bc47c5f418 req-5974ea74-7c79-4000-a225-2eca27f6476a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:02.010067 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:02.034982 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ac4de73c-5fb0-4f9b-b0d9-06bc47c5f418 req-5974ea74-7c79-4000-a225-2eca27f6476a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931787 May 31 18:19:02.051987 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974ea74-7c79-4000-a225-2eca27f6476a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=beb05cda-ce3d-41d8-ad89-96c6ba2d69a3,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:02.062325 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a8e29-40d2-4e98-b192-e305ef35ab96 req-5a8113f4-4640-4ba3-9bc4-22486dc86a4a tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:02.063848 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8f7a8e29-40d2-4e98-b192-e305ef35ab96 req-5a8113f4-4640-4ba3-9bc4-22486dc86a4a tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 943 time: 0.2432618 May 31 18:19:02.064690 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-5974ea74-7c79-4000-a225-2eca27f6476a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:02.065432 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port f166e330-f475-430a-9547-7fe063b47a94, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=f166e330-f475-430a-9547-7fe063b47a94,segment=NetworkSegment(92fe8a1f-c8a4-41bf-9112-d60484519a39),segment_id=92fe8a1f-c8a4-41bf-9112-d60484519a39)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:02.081571 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=a06f0d6d-b567-48bd-a94e-9a6ea6700c48,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:02.086265 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:02.090189 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Returning: {'device': 'f166e330-f475-430a-9547-7fe063b47a94', 'network_id': 'd0906071-12cb-42ed-b918-72a255e9632b', 'port_id': 'f166e330-f475-430a-9547-7fe063b47a94', 'mac_address': 'fa:16:3e:0f:8a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d93125e-6ed3-456d-97d2-d3c9e0aa7334', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:19:02.116505 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8f7a8e29-40d2-4e98-b192-e305ef35ab96 req-90f0ed55-32dc-49cc-8d01-34ffc439e817 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455775 May 31 18:19:02.171242 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:02.192423 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f166e330-f475-430a-9547-7fe063b47a94 {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:19:02.233480 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port f166e330-f475-430a-9547-7fe063b47a94, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=f166e330-f475-430a-9547-7fe063b47a94,segment=NetworkSegment(92fe8a1f-c8a4-41bf-9112-d60484519a39),segment_id=92fe8a1f-c8a4-41bf-9112-d60484519a39)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:02.250056 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:02.250056 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:02.396297 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=f166e330-f475-430a-9547-7fe063b47a94,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:02.416036 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:02.657821 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['a06f0d6d-b567-48bd-a94e-9a6ea6700c48'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:19:02.700526 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-dca6c83e-43cc-41da-b26b-67121477624f req-b52ad80c-e7f2-4134-ab40-3dd82a943b35 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 210 time: 0.0763571 May 31 18:19:02.742514 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['f166e330-f475-430a-9547-7fe063b47a94'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:19:02.873375 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-7f641939-3870-428f-91ce-eded9eacb305 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:02.875532 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-7f641939-3870-428f-91ce-eded9eacb305 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.43 "GET /v2.0/networks?id=94b1778a-3714-47c8-abf7-03652140706b HTTP/1.1" status: 200 len: 817 time: 0.4284620 May 31 18:19:02.924973 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4934f1-5774-4808-a00f-4f882404e8bf req-100366bb-6e2f-4b8a-8092-24e40668c102 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:02.927104 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ee4934f1-5774-4808-a00f-4f882404e8bf req-100366bb-6e2f-4b8a-8092-24e40668c102 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 945 time: 0.2074652 May 31 18:19:02.967351 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-b08b39cc-8831-4272-82d6-3e10c355b4c4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71370ff0ec1348e8a0dd470d369623bb HTTP/1.1" status: 200 len: 379 time: 0.0759661 May 31 18:19:02.989075 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Request body: {'port': {'device_id': '94a12e35-9e99-4786-920d-f98afdc40006', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'admin_state_up': True, 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'security_groups': ['97ca0226-8505-47e0-9ca6-021c0f66a3bf']}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:03.168115 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ee4934f1-5774-4808-a00f-4f882404e8bf req-501d95ef-2d3b-47d7-b8e8-98ac5f3e6ca5 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300978 May 31 18:19:03.279000 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-dc023696-d572-496f-8633-97708794a05f req-730e7e9b-6f34-4759-8d25-af0d7663569a tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 210 time: 0.0878818 May 31 18:19:03.347382 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:03.359265 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Usage tracker for resource:port and tenant:71370ff0ec1348e8a0dd470d369623bb is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:03.378107 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-d763d5dd-6650-4833-8e0e-5dfbc6c6dd6a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:03.378107 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-d763d5dd-6650-4833-8e0e-5dfbc6c6dd6a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Synchronizing usage tracker for tenant:2e0ba4821bf84395b9662f29d0e886ca on resource:network {{(pid=91733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:03.411606 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-d763d5dd-6650-4833-8e0e-5dfbc6c6dd6a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Unset dirty status for tenant:2e0ba4821bf84395b9662f29d0e886ca on resource:network {{(pid=91733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:03.412770 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-d763d5dd-6650-4833-8e0e-5dfbc6c6dd6a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.43 "GET /v2.0/networks?id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 HTTP/1.1" status: 200 len: 811 time: 0.3572421 May 31 18:19:03.419766 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:03.435475 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:03.458328 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Made reservation on behalf of 71370ff0ec1348e8a0dd470d369623bb for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:19:03.461837 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:03.528427 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-864d4bcd-73a2-4525-ba52-e4db8a43c4e5 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Synchronizing usage tracker for tenant:2e0ba4821bf84395b9662f29d0e886ca on resource:security_group {{(pid=91733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:03.543348 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-864d4bcd-73a2-4525-ba52-e4db8a43c4e5 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Unset dirty status for tenant:2e0ba4821bf84395b9662f29d0e886ca on resource:security_group {{(pid=91733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:03.544785 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-864d4bcd-73a2-4525-ba52-e4db8a43c4e5 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e0ba4821bf84395b9662f29d0e886ca HTTP/1.1" status: 200 len: 380 time: 0.0606573 May 31 18:19:03.545991 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca188d-7faf-4357-820c-ccd7ea0eabeb req-99aa76b4-7e76-4ed0-bc03-840f323bfb2c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:03.547538 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4aca188d-7faf-4357-820c-ccd7ea0eabeb req-99aa76b4-7e76-4ed0-bc03-840f323bfb2c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 944 time: 0.1898043 May 31 18:19:03.563577 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-15668a40-4abd-48dc-b427-8edf9532c3b6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Request body: {'port': {'device_id': 'ef236d99-b89d-48a3-9ab9-e6a6677ea683', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'admin_state_up': True, 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'security_groups': ['dcaad0d0-d984-4775-bacc-3fbb8d8165d5']}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:03.626815 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4aca188d-7faf-4357-820c-ccd7ea0eabeb req-1bfc9720-3c54-49e2-9a1c-5a1ea2bda01e tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670750 May 31 18:19:03.728517 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Allocated IP 172.20.0.6 (94b1778a-3714-47c8-abf7-03652140706b/23a5645f-f287-424a-bed2-fe7d9c273f95/96fdff42-2e2a-4953-8f0b-b11d9e3d5f90) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:19:03.755135 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-15668a40-4abd-48dc-b427-8edf9532c3b6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:03.763611 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-15668a40-4abd-48dc-b427-8edf9532c3b6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Usage tracker for resource:port and tenant:2e0ba4821bf84395b9662f29d0e886ca is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:03.768565 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-15668a40-4abd-48dc-b427-8edf9532c3b6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:03.777826 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-15668a40-4abd-48dc-b427-8edf9532c3b6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:03.795031 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-15668a40-4abd-48dc-b427-8edf9532c3b6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Made reservation on behalf of 2e0ba4821bf84395b9662f29d0e886ca for: {'port': 1} {{(pid=91733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:19:03.800449 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-15668a40-4abd-48dc-b427-8edf9532c3b6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:03.970894 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-77afd2af-6dee-412e-9bf9-bbcfaecfeb93 req-0297708d-aed7-4ec4-90d4-51bd50084e51 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 210 time: 0.0633843 May 31 18:19:04.051820 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:04.075662 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Transition to ACTIVE for port object 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 will not be triggered until provisioned by entity DHCP. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:19:04.120718 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:04.132283 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:04.138278 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_common [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-15668a40-4abd-48dc-b427-8edf9532c3b6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Allocated IP 172.20.0.14 (b3c8c516-11b1-4d17-b72f-4bf8982ccbb0/ec71e230-9295-42e2-886a-2045075dddec/dbe7ca29-97d7-4a11-bf95-0720875ce363) {{(pid=91733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:19:04.283516 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Network 94b1778a-3714-47c8-abf7-03652140706b is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:19:04.287082 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:19:04.291320 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:19:04.363997 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Pushing event updated for resources: {'Port': ['ID=96fdff42-2e2a-4953-8f0b-b11d9e3d5f90,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:04.369464 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:04.428331 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-15668a40-4abd-48dc-b427-8edf9532c3b6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for port, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:04.450123 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.provisioning_blocks [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-15668a40-4abd-48dc-b427-8edf9532c3b6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Transition to ACTIVE for port object dbe7ca29-97d7-4a11-bf95-0720875ce363 will not be triggered until provisioned by entity DHCP. {{(pid=91733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:19:04.481239 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57818) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:04.499636 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-15668a40-4abd-48dc-b427-8edf9532c3b6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:04.518635 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:04.651435 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15668a40-4abd-48dc-b427-8edf9532c3b6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Pushing event updated for resources: {'Port': ['ID=dbe7ca29-97d7-4a11-bf95-0720875ce363,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:04.665308 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-15668a40-4abd-48dc-b427-8edf9532c3b6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:04.684024 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-15668a40-4abd-48dc-b427-8edf9532c3b6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Network b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:19:04.687468 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-15668a40-4abd-48dc-b427-8edf9532c3b6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:19:04.692458 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-15668a40-4abd-48dc-b427-8edf9532c3b6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Received port after_create {{(pid=91733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:19:04.694489 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:04.695316 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:04.697391 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-15668a40-4abd-48dc-b427-8edf9532c3b6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:04.698192 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-15668a40-4abd-48dc-b427-8edf9532c3b6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:04.745510 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-7bc513d8-cd6c-4ad3-983f-e880f7ec71d9 None None] Provisioning for port 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:19:04.753294 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7729647 May 31 18:19:04.754669 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-15668a40-4abd-48dc-b427-8edf9532c3b6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2002299 May 31 18:19:04.757688 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-63c4e058-ae31-4704-b4f8-7831c2d95dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:04.758879 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-7bc513d8-cd6c-4ad3-983f-e880f7ec71d9 None None] Provisioning complete for port 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:04.759408 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7bc513d8-cd6c-4ad3-983f-e880f7ec71d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:04.767919 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0c90e-0609-44ac-8fbb-2c57e0a2d97b req-5d3a7a77-111a-4f32-ae40-8c30e0719d50 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:04.775746 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9ec0c90e-0609-44ac-8fbb-2c57e0a2d97b req-5d3a7a77-111a-4f32-ae40-8c30e0719d50 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 945 time: 0.4028966 May 31 18:19:04.780229 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Request body: {'port': {'device_id': 'ef236d99-b89d-48a3-9ab9-e6a6677ea683', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:04.834817 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Request body: {'port': {'device_id': '94a12e35-9e99-4786-920d-f98afdc40006', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:04.908706 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-7bc513d8-cd6c-4ad3-983f-e880f7ec71d9 None None] Port 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:19:04.945880 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:04.959586 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-63c4e058-ae31-4704-b4f8-7831c2d95dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:04.968475 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-63c4e058-ae31-4704-b4f8-7831c2d95dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:081b6ca8c32846a5bcbaef0c67ffad83 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:04.972809 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-63c4e058-ae31-4704-b4f8-7831c2d95dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:05.003559 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9ec0c90e-0609-44ac-8fbb-2c57e0a2d97b req-b5f5187e-e814-4f5a-bf45-c9e926933d08 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256696 May 31 18:19:05.059985 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e4333-00e2-40ac-b0c8-6d33321736e8 req-edc1435d-74b4-4f8b-8ef9-041d05cb20ef tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:05.060813 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-187e4333-00e2-40ac-b0c8-6d33321736e8 req-edc1435d-74b4-4f8b-8ef9-041d05cb20ef tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Synchronizing usage tracker for tenant:71370ff0ec1348e8a0dd470d369623bb on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:05.094933 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-187e4333-00e2-40ac-b0c8-6d33321736e8 req-edc1435d-74b4-4f8b-8ef9-041d05cb20ef tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Unset dirty status for tenant:71370ff0ec1348e8a0dd470d369623bb on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:05.096826 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-187e4333-00e2-40ac-b0c8-6d33321736e8 req-edc1435d-74b4-4f8b-8ef9-041d05cb20ef tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 931 time: 0.5482082 May 31 18:19:05.100921 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:05.137602 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-dba53041-e6ad-4b2a-8f36-26ddbdbdf7c4 None None] Provisioning for port dbe7ca29-97d7-4a11-bf95-0720875ce363 completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:19:05.172023 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-dba53041-e6ad-4b2a-8f36-26ddbdbdf7c4 None None] Provisioning complete for port dbe7ca29-97d7-4a11-bf95-0720875ce363 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:05.175930 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-dba53041-e6ad-4b2a-8f36-26ddbdbdf7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:05.211685 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-63c4e058-ae31-4704-b4f8-7831c2d95dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:05.313178 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-dba53041-e6ad-4b2a-8f36-26ddbdbdf7c4 None None] Port dbe7ca29-97d7-4a11-bf95-0720875ce363 cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:19:05.449761 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-187e4333-00e2-40ac-b0c8-6d33321736e8 req-c55a9c0b-fe41-4411-8354-25a918c1265c tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3175597 May 31 18:19:05.583645 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.notifiers.nova [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe7ca29-97d7-4a11-bf95-0720875ce363 {{(pid=91733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:19:05.594089 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:05.609253 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device a06f0d6d-b567-48bd-a94e-9a6ea6700c48 up at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:19:05.654400 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.provisioning_blocks [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Transition to ACTIVE for port object dbe7ca29-97d7-4a11-bf95-0720875ce363 will not be triggered until provisioned by entity L2. {{(pid=91733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:19:05.684183 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:05.745476 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2f5e5aa6-3340-41a6-bb59-66dfead3f6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:05.822742 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning for port a06f0d6d-b567-48bd-a94e-9a6ea6700c48 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:19:05.843442 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning complete for port a06f0d6d-b567-48bd-a94e-9a6ea6700c48 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:05.843947 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:05.947590 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e6101-d438-410e-ae87-7564dfe97a0a req-3d6ae70c-55e3-4143-966d-ea1c20e81c07 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:05.949638 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-243e6101-d438-410e-ae87-7564dfe97a0a req-3d6ae70c-55e3-4143-966d-ea1c20e81c07 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 944 time: 0.7136812 May 31 18:19:05.993036 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-63c4e058-ae31-4704-b4f8-7831c2d95dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.026746 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.035451 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-63c4e058-ae31-4704-b4f8-7831c2d95dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.061589 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe7ca29-97d7-4a11-bf95-0720875ce363,revision_number=2']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:06.063097 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a84e4d-b96e-427a-a619-7599e9ddecb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06f0d6d-b567-48bd-a94e-9a6ea6700c48'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:06.073474 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2f5ff8a6751ba2ee84274e630c5bdce29e81d1d572756191e078aed669e92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9787cd-34bc-4b49-8ee0-c72873191564" -d '{"events": [{"server_uuid": "39a84e4d-b96e-427a-a619-7599e9ddecb3", "name": "network-vif-plugged", "status": "completed", "tag": "a06f0d6d-b567-48bd-a94e-9a6ea6700c48"}]}' {{(pid=91735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:06.074513 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:06.082417 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port a06f0d6d-b567-48bd-a94e-9a6ea6700c48, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=a06f0d6d-b567-48bd-a94e-9a6ea6700c48,segment=NetworkSegment(92fe8a1f-c8a4-41bf-9112-d60484519a39),segment_id=92fe8a1f-c8a4-41bf-9112-d60484519a39)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:06.086677 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-a6af4552-5f21-4a0e-82d3-007ee8f83dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:06.087907 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.089115 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device f166e330-f475-430a-9547-7fe063b47a94 up at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:19:06.126690 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.managers [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Attempting to bind port dbe7ca29-97d7-4a11-bf95-0720875ce363 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:19:06.127401 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.managers [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Attempting to bind port dbe7ca29-97d7-4a11-bf95-0720875ce363 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '650f0482-fd94-4b6d-87f0-6a9c3ffbc9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0'}] {{(pid=91733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:19:06.127978 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Attempting to bind port dbe7ca29-97d7-4a11-bf95-0720875ce363 on network b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 {{(pid=91733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:19:06.141027 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:06.179621 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Port dbe7ca29-97d7-4a11-bf95-0720875ce363 on network b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:19:06.180635 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Attempting to bind port dbe7ca29-97d7-4a11-bf95-0720875ce363 on network b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 {{(pid=91733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:19:06.194768 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Checking agent: {'id': '75fd49d7-87f2-48bc-9cc9-330562c49b9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:19:06.195801 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Checking segment: {'id': '650f0482-fd94-4b6d-87f0-6a9c3ffbc9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:19:06.196594 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Bound using segment: {'id': '650f0482-fd94-4b6d-87f0-6a9c3ffbc9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0'} {{(pid=91733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:19:06.197640 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.managers [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Bound port: dbe7ca29-97d7-4a11-bf95-0720875ce363, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650f0482-fd94-4b6d-87f0-6a9c3ffbc9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0'}}] {{(pid=91733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:19:06.199424 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.204180 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:19:06.213152 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.222680 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-243e6101-d438-410e-ae87-7564dfe97a0a req-88cd4460-b11c-4c3b-974a-2e414c12c8ab tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455175 May 31 18:19:06.251013 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163a8b0-1f21-4ea6-835f-303e46ad658c req-66359d3e-c961-4bd1-b25c-d25ae0730f7b tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:06.252668 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8163a8b0-1f21-4ea6-835f-303e46ad658c req-66359d3e-c961-4bd1-b25c-d25ae0730f7b tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 944 time: 0.5679014 May 31 18:19:06.255508 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Transition to ACTIVE for port object 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:19:06.288630 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.304304 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-63c4e058-ae31-4704-b4f8-7831c2d95dd7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=081b6ca8c32846a5bcbaef0c67ffad83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8195314 May 31 18:19:06.305135 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4e058-ae31-4704-b4f8-7831c2d95dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6702416f-17eb-42a9-93b5-541d397759bc,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:06.318287 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-63c4e058-ae31-4704-b4f8-7831c2d95dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:06.318903 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57878) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:06.319560 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=a06f0d6d-b567-48bd-a94e-9a6ea6700c48,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:06.324250 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:06.325976 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5160abcc-b343-4b69-af5c-8ffa67fd8e6d x-openstack-request-id: req-5160abcc-b343-4b69-af5c-8ffa67fd8e6d {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:06.326396 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a84e4d-b96e-427a-a619-7599e9ddecb3", "name": "network-vif-plugged", "status": "completed", "tag": "a06f0d6d-b567-48bd-a94e-9a6ea6700c48", "code": 200}]} {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:06.326749 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5160abcc-b343-4b69-af5c-8ffa67fd8e6d {{(pid=91735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:06.327291 dv-cinder-770050-4-iscsi neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a84e4d-b96e-427a-a619-7599e9ddecb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06f0d6d-b567-48bd-a94e-9a6ea6700c48', 'code': 200} May 31 18:19:06.352388 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning for port f166e330-f475-430a-9547-7fe063b47a94 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:19:06.360461 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning complete for port f166e330-f475-430a-9547-7fe063b47a94 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:06.360978 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.394926 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:06.537024 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] For port dbe7ca29-97d7-4a11-bf95-0720875ce363, host hv-cinder-77005, cleared binding levels {{(pid=91733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:19:06.545651 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] For port dbe7ca29-97d7-4a11-bf95-0720875ce363, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=dbe7ca29-97d7-4a11-bf95-0720875ce363,segment=NetworkSegment(650f0482-fd94-4b6d-87f0-6a9c3ffbc9af),segment_id=650f0482-fd94-4b6d-87f0-6a9c3ffbc9af)] {{(pid=91733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:19:06.552862 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.553822 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.565410 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:06.622301 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.43', 50592) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:06.629932 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7476854c-61ab-4965-b687-5aa26340de13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.630436 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port f166e330-f475-430a-9547-7fe063b47a94, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=f166e330-f475-430a-9547-7fe063b47a94,segment=NetworkSegment(92fe8a1f-c8a4-41bf-9112-d60484519a39),segment_id=92fe8a1f-c8a4-41bf-9112-d60484519a39)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:06.639181 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.641133 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:06.662870 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8163a8b0-1f21-4ea6-835f-303e46ad658c req-0eec4805-f7a6-46c4-8dc4-af748365bb60 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4021807 May 31 18:19:06.690597 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Pushing event updated for resources: {'Port': ['ID=96fdff42-2e2a-4953-8f0b-b11d9e3d5f90,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:06.697285 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:06.733865 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:06.734865 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.752501 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] 10.222.0.43 "PUT /v2.0/ports/dbe7ca29-97d7-4a11-bf95-0720875ce363 HTTP/1.1" status: 200 len: 1094 time: 1.9796553 May 31 18:19:06.773515 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=f166e330-f475-430a-9547-7fe063b47a94,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:06.778388 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:06.783047 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef236d99-b89d-48a3-9ab9-e6a6677ea683', 'tag': 'dbe7ca29-97d7-4a11-bf95-0720875ce363'}] {{(pid=91733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:06.794410 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be887ca5dbf2450db9bbf819a9be465f9bc5271ee7f790899717ffbefd4c1453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3ff338-c4ba-443f-8df0-d749c7af9c84" -d '{"events": [{"name": "network-changed", "server_uuid": "ef236d99-b89d-48a3-9ab9-e6a6677ea683", "tag": "dbe7ca29-97d7-4a11-bf95-0720875ce363"}]}' {{(pid=91733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:06.873343 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7476854c-61ab-4965-b687-5aa26340de13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.933340 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87d9f72-25db-470f-95a1-51ad945ce665 x-openstack-request-id: req-e87d9f72-25db-470f-95a1-51ad945ce665 {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:06.940629 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef236d99-b89d-48a3-9ab9-e6a6677ea683", "tag": "dbe7ca29-97d7-4a11-bf95-0720875ce363", "status": "completed", "code": 200}]} {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:06.941115 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e87d9f72-25db-470f-95a1-51ad945ce665 {{(pid=91733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:06.941681 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef236d99-b89d-48a3-9ab9-e6a6677ea683', 'tag': 'dbe7ca29-97d7-4a11-bf95-0720875ce363', 'status': 'completed', 'code': 200} May 31 18:19:06.997244 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe7ca29-97d7-4a11-bf95-0720875ce363,revision_number=3']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:07.009012 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:07.035254 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Attempting to bind port 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:19:07.035820 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Attempting to bind port 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '08c03eab-0a89-4a42-a286-ecc422d5ad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94b1778a-3714-47c8-abf7-03652140706b'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:19:07.035931 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Attempting to bind port 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 on network 94b1778a-3714-47c8-abf7-03652140706b {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:19:07.052633 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Port 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 on network 94b1778a-3714-47c8-abf7-03652140706b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:19:07.052997 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Attempting to bind port 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 on network 94b1778a-3714-47c8-abf7-03652140706b {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:19:07.058669 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7907b32-b1ad-4511-a968-2899d82994aa req-ccdf2a74-7f69-41c5-a3c9-3bc442476afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:07.060785 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-b7907b32-b1ad-4511-a968-2899d82994aa req-ccdf2a74-7f69-41c5-a3c9-3bc442476afb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 1098 time: 0.4238942 May 31 18:19:07.073641 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Checking agent: {'id': '75fd49d7-87f2-48bc-9cc9-330562c49b9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:19:07.074013 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Checking segment: {'id': '08c03eab-0a89-4a42-a286-ecc422d5ad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94b1778a-3714-47c8-abf7-03652140706b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:19:07.074417 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Bound using segment: {'id': '08c03eab-0a89-4a42-a286-ecc422d5ad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94b1778a-3714-47c8-abf7-03652140706b'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:19:07.074946 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Bound port: 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c03eab-0a89-4a42-a286-ecc422d5ad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94b1778a-3714-47c8-abf7-03652140706b'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:19:07.075294 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:07.092606 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-5c0e88e2-d7d1-426c-80ef-d480825cab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:07.094291 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-5c0e88e2-d7d1-426c-80ef-d480825cab5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e0ba4821bf84395b9662f29d0e886ca&device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 1097 time: 0.2236397 May 31 18:19:07.183645 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-1b6acb1d-bfca-4732-98f2-6bb23df3bb96 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbe7ca29-97d7-4a11-bf95-0720875ce363 HTTP/1.1" status: 200 len: 217 time: 0.0774903 May 31 18:19:07.208169 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c47db8-442d-453a-aa99-f2761a243c24 req-7ebd0a75-cfa7-46e9-a912-267ce913924a tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:07.209678 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-27c47db8-442d-453a-aa99-f2761a243c24 req-7ebd0a75-cfa7-46e9-a912-267ce913924a tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 943 time: 0.3954158 May 31 18:19:07.231909 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-b7907b32-b1ad-4511-a968-2899d82994aa req-675d6cf7-ee84-43d9-9fcd-7888099453ac service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637180 May 31 18:19:07.232056 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] For port 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90, host hv-cinder-77005, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:19:07.236128 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] For port 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=96fdff42-2e2a-4953-8f0b-b11d9e3d5f90,segment=NetworkSegment(08c03eab-0a89-4a42-a286-ecc422d5ad49),segment_id=08c03eab-0a89-4a42-a286-ecc422d5ad49)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:19:07.236815 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7476854c-61ab-4965-b687-5aa26340de13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:07.246825 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-63c4e058-ae31-4704-b4f8-7831c2d95dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:07.260661 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476854c-61ab-4965-b687-5aa26340de13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6702416f-17eb-42a9-93b5-541d397759bc,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:07.263823 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:07.273306 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-7476854c-61ab-4965-b687-5aa26340de13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:07.287885 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7476854c-61ab-4965-b687-5aa26340de13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:07.289172 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-7476854c-61ab-4965-b687-5aa26340de13 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6702416f-17eb-42a9-93b5-541d397759bc HTTP/1.1" status: 204 len: 168 time: 0.9348226 May 31 18:19:07.291021 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-747e1c48-4e3f-4172-a694-41cc84f8b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:07.292855 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-747e1c48-4e3f-4172-a694-41cc84f8b3d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec71e230-9295-42e2-886a-2045075dddec HTTP/1.1" status: 200 len: 850 time: 0.1024048 May 31 18:19:07.308175 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:07.432696 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:07.433167 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:07.434810 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] 10.222.0.43 "PUT /v2.0/ports/96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 HTTP/1.1" status: 200 len: 1093 time: 2.6331925 May 31 18:19:07.435360 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a12e35-9e99-4786-920d-f98afdc40006', 'tag': '96fdff42-2e2a-4953-8f0b-b11d9e3d5f90'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:07.437636 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de433fd0-ae29-47fb-8ac5-a43767c96546" -d '{"events": [{"name": "network-changed", "server_uuid": "94a12e35-9e99-4786-920d-f98afdc40006", "tag": "96fdff42-2e2a-4953-8f0b-b11d9e3d5f90"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:07.451307 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-27c47db8-442d-453a-aa99-f2761a243c24 req-250cbeae-4bae-4abf-a713-d614595942c4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129245 May 31 18:19:07.469437 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-279a75f5-8f0f-4774-bb96-16a0f5c84cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:07.474613 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Pushing event updated for resources: {'Port': ['ID=96fdff42-2e2a-4953-8f0b-b11d9e3d5f90,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:07.485578 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:07.499192 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-279a75f5-8f0f-4774-bb96-16a0f5c84cb7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1716785 May 31 18:19:07.806152 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-d66bd18d-a58d-462f-97b8-2f6b8ca1c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:07.808608 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-d66bd18d-a58d-462f-97b8-2f6b8ca1c59f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71370ff0ec1348e8a0dd470d369623bb&device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 1096 time: 0.2879736 May 31 18:19:07.849568 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-925cf4bd-eeb5-4cc9-9515-ba140cd0cb71 service neutron] 10.222.0.43 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446708 May 31 18:19:07.851583 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2e8de-160d-48cd-a8de-aff533f77d37 req-f09c383f-c8fb-44bf-a6b4-9d5d8e0ec8ca tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:07.859779 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7cb2e8de-160d-48cd-a8de-aff533f77d37 req-f09c383f-c8fb-44bf-a6b4-9d5d8e0ec8ca tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.2223446 May 31 18:19:07.935423 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbdaeaf-3554-48a6-bc91-30bb551667a5 x-openstack-request-id: req-4cbdaeaf-3554-48a6-bc91-30bb551667a5 {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:07.937527 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a12e35-9e99-4786-920d-f98afdc40006", "tag": "96fdff42-2e2a-4953-8f0b-b11d9e3d5f90", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:07.937735 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4cbdaeaf-3554-48a6-bc91-30bb551667a5 {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:07.938162 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a12e35-9e99-4786-920d-f98afdc40006', 'tag': '96fdff42-2e2a-4953-8f0b-b11d9e3d5f90', 'status': 'completed', 'code': 200} May 31 18:19:07.946277 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 57928) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:07.984854 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-0f614951-6118-465c-91e2-0fe620f8ba9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 HTTP/1.1" status: 200 len: 217 time: 0.1187465 May 31 18:19:08.047126 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57938) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:08.072384 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c46d8fc0-b4f2-437f-8f8b-137bbc12c6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:08.092352 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-c46d8fc0-b4f2-437f-8f8b-137bbc12c6d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:08.108473 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-c46d8fc0-b4f2-437f-8f8b-137bbc12c6d0 admin admin] Usage tracker for resource:security_group_rule and tenant:a413dab31476418684206e3444eee760 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:08.113494 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-c46d8fc0-b4f2-437f-8f8b-137bbc12c6d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:08.123177 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-c46d8fc0-b4f2-437f-8f8b-137bbc12c6d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:08.149785 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-94aee2f5-368d-4499-b09f-623f8bad2bb4 req-3fb5943d-cbc5-43a5-8835-0d3994b7bd58 service neutron] 10.222.0.43 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917228 May 31 18:19:08.240573 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7cb2e8de-160d-48cd-a8de-aff533f77d37 req-213641fb-2141-4c66-8926-a4dabc01a25b tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003209 May 31 18:19:08.275628 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-e5b4a825-3a05-4440-95f5-6d335d7ed7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:08.279918 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-e5b4a825-3a05-4440-95f5-6d335d7ed7c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23a5645f-f287-424a-bed2-fe7d9c273f95 HTTP/1.1" status: 200 len: 856 time: 0.2884510 May 31 18:19:08.328550 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e372525d-e1ab-42dc-acab-650e768a6469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f166e330-f475-430a-9547-7fe063b47a94'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:08.331439 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2f5ff8a6751ba2ee84274e630c5bdce29e81d1d572756191e078aed669e92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028274b3-abd9-4565-859a-04249f238793" -d '{"events": [{"server_uuid": "e372525d-e1ab-42dc-acab-650e768a6469", "name": "network-vif-plugged", "status": "completed", "tag": "f166e330-f475-430a-9547-7fe063b47a94"}]}' {{(pid=91735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:08.350188 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c46d8fc0-b4f2-437f-8f8b-137bbc12c6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:08.369447 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c46d8fc0-b4f2-437f-8f8b-137bbc12c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:08.380861 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-f168a2de-4e44-4c8e-9f09-ef7c7b138323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:08.407251 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a92838-3587-4bdd-acdf-83c4afafa0f2 req-8a5d1df4-e41a-43a9-b578-cccc9e22c958 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:08.413704 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f07e56-68b9-44a0-a470-b76f742f7d44 x-openstack-request-id: req-51f07e56-68b9-44a0-a470-b76f742f7d44 {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:08.414004 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e372525d-e1ab-42dc-acab-650e768a6469", "name": "network-vif-plugged", "status": "completed", "tag": "f166e330-f475-430a-9547-7fe063b47a94", "code": 200}]} {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:08.414290 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b6a92838-3587-4bdd-acdf-83c4afafa0f2 req-8a5d1df4-e41a-43a9-b578-cccc9e22c958 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 944 time: 0.3266010 May 31 18:19:08.416413 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51f07e56-68b9-44a0-a470-b76f742f7d44 {{(pid=91735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:08.417343 dv-cinder-770050-4-iscsi neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e372525d-e1ab-42dc-acab-650e768a6469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f166e330-f475-430a-9547-7fe063b47a94', 'code': 200} May 31 18:19:08.417444 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aa4bbfea-6010-46c5-a02e-335ada49569b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:08.418099 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d8fc0-b4f2-437f-8f8b-137bbc12c6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4338d610-ff1d-4cce-818e-11a7c905a59c,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:08.430023 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-c46d8fc0-b4f2-437f-8f8b-137bbc12c6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:08.466913 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-c46d8fc0-b4f2-437f-8f8b-137bbc12c6d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a413dab31476418684206e3444eee760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146574 May 31 18:19:08.468844 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57956) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:08.471077 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ff338-c4ba-443f-8df0-d749c7af9c84 req-87ade88b-e177-46ba-b9c5-a0dfa4e23567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:08.472792 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-6b3ff338-c4ba-443f-8df0-d749c7af9c84 req-87ade88b-e177-46ba-b9c5-a0dfa4e23567 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e0ba4821bf84395b9662f29d0e886ca&device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 1097 time: 0.2112806 May 31 18:19:08.488173 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-aa4bbfea-6010-46c5-a02e-335ada49569b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:08.498224 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-aa4bbfea-6010-46c5-a02e-335ada49569b admin admin] Usage tracker for resource:security_group_rule and tenant:ba37bb2968ec40a5a868273b09423fdb is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:08.503158 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-aa4bbfea-6010-46c5-a02e-335ada49569b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:08.546730 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b6a92838-3587-4bdd-acdf-83c4afafa0f2 req-1c48017f-c1f6-401c-90b3-d0ac889074a7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314545 May 31 18:19:08.553373 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-aa4bbfea-6010-46c5-a02e-335ada49569b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:08.566869 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-84dc8eef-5dac-419d-9edb-a52b66bc86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:08.568658 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-84dc8eef-5dac-419d-9edb-a52b66bc86b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94b1778a-3714-47c8-abf7-03652140706b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2748754 May 31 18:19:08.663439 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3ece-4d26-42f7-b04c-7b9e81c892e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:08.707677 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3ece-4d26-42f7-b04c-7b9e81c892e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:08.775804 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-90c65d2f-1df1-4908-9e39-2d3aba33e645 service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959231 May 31 18:19:08.841917 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 57966) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:08.927875 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ff338-c4ba-443f-8df0-d749c7af9c84 req-4a75dd84-05df-437a-8bac-b8d5fcaf6c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:08.929300 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-6b3ff338-c4ba-443f-8df0-d749c7af9c84 req-4a75dd84-05df-437a-8bac-b8d5fcaf6c01 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 HTTP/1.1" status: 200 len: 912 time: 0.4415290 May 31 18:19:08.970328 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0c707-51d4-4900-b1c2-51fa60635c16 req-d14d2ad3-b88e-4574-abef-62a71dcf8ec5 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:08.978764 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-acd0c707-51d4-4900-b1c2-51fa60635c16 req-d14d2ad3-b88e-4574-abef-62a71dcf8ec5 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 943 time: 0.2681942 May 31 18:19:09.013884 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-6b3ff338-c4ba-443f-8df0-d749c7af9c84 req-75ee150c-539e-4a73-8393-06be1b79994b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbe7ca29-97d7-4a11-bf95-0720875ce363 HTTP/1.1" status: 200 len: 217 time: 0.0736535 May 31 18:19:09.071017 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aa4bbfea-6010-46c5-a02e-335ada49569b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.087327 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7c5ab7ce-0f8b-49da-ae81-ecebad3a7e15 req-dc4a2072-2ada-4d48-b1d0-ecbfb8f4d0d9 service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956390 May 31 18:19:09.090756 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aa4bbfea-6010-46c5-a02e-335ada49569b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.097884 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-88ba0167-3e0d-43f9-8ba0-4215491df7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.100211 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ff338-c4ba-443f-8df0-d749c7af9c84 req-cb438aa4-cc51-4155-9646-ba65ba77e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:09.101680 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-6b3ff338-c4ba-443f-8df0-d749c7af9c84 req-cb438aa4-cc51-4155-9646-ba65ba77e1cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec71e230-9295-42e2-886a-2045075dddec HTTP/1.1" status: 200 len: 850 time: 0.0771263 May 31 18:19:09.112010 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3ece-4d26-42f7-b04c-7b9e81c892e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.123113 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9a8673ae-2d1d-4999-a331-91f30e0f8472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:09.144537 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-acd0c707-51d4-4900-b1c2-51fa60635c16 req-ace75c8b-cc2a-4983-9250-b96088514641 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647198 May 31 18:19:09.156914 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:09.159808 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-88ba0167-3e0d-43f9-8ba0-4215491df7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:09.172232 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b125c-1241-4977-bbac-8bebe331fba1 req-69c8a380-0bd9-43fc-823c-82f8d292fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:09.173676 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-8f2b125c-1241-4977-bbac-8bebe331fba1 req-69c8a380-0bd9-43fc-823c-82f8d292fefc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 1098 time: 0.4530849 May 31 18:19:09.183132 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce3ece-4d26-42f7-b04c-7b9e81c892e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4338d610-ff1d-4cce-818e-11a7c905a59c,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:09.204928 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-a5ce3ece-4d26-42f7-b04c-7b9e81c892e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:09.223123 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3ece-4d26-42f7-b04c-7b9e81c892e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.226185 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-88ba0167-3e0d-43f9-8ba0-4215491df7c9 admin admin] Usage tracker for resource:security_group_rule and tenant:c595396f98b14e3aacad25282bff4abd is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:09.226925 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-a5ce3ece-4d26-42f7-b04c-7b9e81c892e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4338d610-ff1d-4cce-818e-11a7c905a59c HTTP/1.1" status: 204 len: 168 time: 0.7528901 May 31 18:19:09.235053 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-88ba0167-3e0d-43f9-8ba0-4215491df7c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:09.243279 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-aa4bbfea-6010-46c5-a02e-335ada49569b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba37bb2968ec40a5a868273b09423fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2930739 May 31 18:19:09.250358 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57978) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:09.250580 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bbfea-6010-46c5-a02e-335ada49569b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4803b73a-f41b-436a-86ab-982242e07f44,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:09.250580 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-88ba0167-3e0d-43f9-8ba0-4215491df7c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:09.252505 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-aa4bbfea-6010-46c5-a02e-335ada49569b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:09.266081 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-8f2b125c-1241-4977-bbac-8bebe331fba1 req-7f9aeb7c-8ea7-4c7a-b3d4-c810e49dc324 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853934 May 31 18:19:09.304702 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ff338-c4ba-443f-8df0-d749c7af9c84 req-713c900b-59ec-4fa0-b1b1-c80e936dcdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:09.306209 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-6b3ff338-c4ba-443f-8df0-d749c7af9c84 req-713c900b-59ec-4fa0-b1b1-c80e936dcdd0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1956120 May 31 18:19:09.332726 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ad2687e0-c4b1-40fb-93f9-f1d394997891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.348095 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de433fd0-ae29-47fb-8ac5-a43767c96546 req-2a8cc2ac-4851-4132-ab5b-c9136f78bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:09.349692 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-de433fd0-ae29-47fb-8ac5-a43767c96546 req-2a8cc2ac-4851-4132-ab5b-c9136f78bec5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71370ff0ec1348e8a0dd470d369623bb&device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 1096 time: 0.1974318 May 31 18:19:09.388395 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ad2687e0-c4b1-40fb-93f9-f1d394997891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.534205 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ad2687e0-c4b1-40fb-93f9-f1d394997891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.541011 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:09.572805 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2687e0-c4b1-40fb-93f9-f1d394997891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4803b73a-f41b-436a-86ab-982242e07f44,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:09.575243 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ad2687e0-c4b1-40fb-93f9-f1d394997891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:09.580626 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ad2687e0-c4b1-40fb-93f9-f1d394997891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.584905 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-ad2687e0-c4b1-40fb-93f9-f1d394997891 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4803b73a-f41b-436a-86ab-982242e07f44 HTTP/1.1" status: 204 len: 168 time: 0.3369374 May 31 18:19:09.607460 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-6b3ff338-c4ba-443f-8df0-d749c7af9c84 req-5444b64a-2a2a-4da4-b4ef-75cc84dd32f0 service neutron] 10.222.0.43 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650510 May 31 18:19:09.626632 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-88ba0167-3e0d-43f9-8ba0-4215491df7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.647403 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-88ba0167-3e0d-43f9-8ba0-4215491df7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.659458 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b0686284-74b1-43db-8a3f-c29a4d4b6475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:09.734444 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-88ba0167-3e0d-43f9-8ba0-4215491df7c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c595396f98b14e3aacad25282bff4abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8896253 May 31 18:19:09.744997 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 57996) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:09.776904 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba0167-3e0d-43f9-8ba0-4215491df7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8e538f-96f7-4a65-9005-4e9d1aabf776,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:09.800971 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-88ba0167-3e0d-43f9-8ba0-4215491df7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:09.816066 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de433fd0-ae29-47fb-8ac5-a43767c96546 req-1cebb9d6-e5f8-4563-a02f-d6fea8a71c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:09.817738 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-de433fd0-ae29-47fb-8ac5-a43767c96546 req-1cebb9d6-e5f8-4563-a02f-d6fea8a71c76 service neutron] 10.222.0.43 "GET /v2.0/networks?id=94b1778a-3714-47c8-abf7-03652140706b HTTP/1.1" status: 200 len: 918 time: 0.3289022 May 31 18:19:09.871347 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-4f1e8ef4-c17b-4d27-a0e7-313396ebebdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.875363 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-6b3ff338-c4ba-443f-8df0-d749c7af9c84 req-ab838db3-3cb0-4f23-ae66-978a9c5d5c18 service neutron] 10.222.0.43 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533236 May 31 18:19:09.906172 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0705d7-40f8-4452-ae55-49391a8e9d06 req-c6b5563b-6636-4f8e-ae9e-0e8b49431fe7 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:09.907784 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-4f1e8ef4-c17b-4d27-a0e7-313396ebebdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.913306 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fb0705d7-40f8-4452-ae55-49391a8e9d06 req-c6b5563b-6636-4f8e-ae9e-0e8b49431fe7 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.4256213 May 31 18:19:09.942884 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-de433fd0-ae29-47fb-8ac5-a43767c96546 req-4ff99a45-8eca-434b-bd30-08a404b99499 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 HTTP/1.1" status: 200 len: 217 time: 0.1125166 May 31 18:19:09.994716 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-4f1e8ef4-c17b-4d27-a0e7-313396ebebdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:10.000554 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:10.013924 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e8ef4-c17b-4d27-a0e7-313396ebebdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8e538f-96f7-4a65-9005-4e9d1aabf776,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:10.042638 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-4f1e8ef4-c17b-4d27-a0e7-313396ebebdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:10.048208 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fb0705d7-40f8-4452-ae55-49391a8e9d06 req-be46aba2-3851-4dae-b799-afdd2efb8941 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339629 May 31 18:19:10.053048 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de433fd0-ae29-47fb-8ac5-a43767c96546 req-079f02e5-9623-49a3-908b-b979c681a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:10.054610 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-4f1e8ef4-c17b-4d27-a0e7-313396ebebdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:10.068381 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-4f1e8ef4-c17b-4d27-a0e7-313396ebebdb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd8e538f-96f7-4a65-9005-4e9d1aabf776 HTTP/1.1" status: 204 len: 168 time: 0.3133285 May 31 18:19:10.068630 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-de433fd0-ae29-47fb-8ac5-a43767c96546 req-079f02e5-9623-49a3-908b-b979c681a47f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23a5645f-f287-424a-bed2-fe7d9c273f95 HTTP/1.1" status: 200 len: 856 time: 0.1149981 May 31 18:19:10.073791 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a74ff-e2ed-4f7a-9d19-c0e50fb23332 req-b227c716-c497-488a-93a7-e106027259c0 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:10.074448 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 58008) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:10.081319 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3a4a74ff-e2ed-4f7a-9d19-c0e50fb23332 req-b227c716-c497-488a-93a7-e106027259c0 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 944 time: 0.3612218 May 31 18:19:10.118699 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a96d6e52-6c0c-4d90-824d-eda99ed4a302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:10.158101 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-a96d6e52-6c0c-4d90-824d-eda99ed4a302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:10.169034 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-a96d6e52-6c0c-4d90-824d-eda99ed4a302 admin admin] Usage tracker for resource:security_group_rule and tenant:102f0b49f26f42e59cde4371dfe6a9ad is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:10.175088 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-a96d6e52-6c0c-4d90-824d-eda99ed4a302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:10.190082 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-a96d6e52-6c0c-4d90-824d-eda99ed4a302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:10.223609 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3a4a74ff-e2ed-4f7a-9d19-c0e50fb23332 req-0d15bd07-2abf-4742-9598-b7d9b93ab9c1 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413631 May 31 18:19:10.272425 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de433fd0-ae29-47fb-8ac5-a43767c96546 req-542be509-b730-4987-9b1b-6f0df5bf1c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:10.274537 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-de433fd0-ae29-47fb-8ac5-a43767c96546 req-542be509-b730-4987-9b1b-6f0df5bf1c27 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94b1778a-3714-47c8-abf7-03652140706b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1617744 May 31 18:19:10.378290 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a96d6e52-6c0c-4d90-824d-eda99ed4a302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:10.388554 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a96d6e52-6c0c-4d90-824d-eda99ed4a302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:10.459598 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-f9070a16-b713-4030-a504-4f2ffd0f36f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:10.491017 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-a96d6e52-6c0c-4d90-824d-eda99ed4a302 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=102f0b49f26f42e59cde4371dfe6a9ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4150553 May 31 18:19:10.495723 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 58026) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:10.536253 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d6e52-6c0c-4d90-824d-eda99ed4a302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9b58ea-881a-44e3-ac90-1f0f9d28b4ff,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:10.549363 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-a96d6e52-6c0c-4d90-824d-eda99ed4a302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:10.663325 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-35b445d7-e0e8-41c9-8b52-7f743618c468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:10.719038 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-35b445d7-e0e8-41c9-8b52-7f743618c468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:10.755015 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-de433fd0-ae29-47fb-8ac5-a43767c96546 req-ff773e63-9f26-44e3-9243-d0b7847dc583 service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730191 May 31 18:19:10.757984 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e55bb1-99e4-4231-9f7a-969dd6ef84b8 req-1cd69c51-d2a6-4a54-bfab-d3e2e67ccc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:10.760985 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-e9e55bb1-99e4-4231-9f7a-969dd6ef84b8 req-1cd69c51-d2a6-4a54-bfab-d3e2e67ccc5a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04fbb9fd981d4c33ab89836e4de1a086&device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 1098 time: 0.1785786 May 31 18:19:10.776709 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4b3a9-04f1-4296-98e8-e3b968b07c9b req-69a87ec4-7639-457a-94dd-053dc611e324 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:10.784112 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a0c4b3a9-04f1-4296-98e8-e3b968b07c9b req-69a87ec4-7639-457a-94dd-053dc611e324 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 943 time: 0.3637860 May 31 18:19:10.868528 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823e7f4-15dd-4a3b-a17f-32608f75420c req-41e46e4f-54a5-4c11-a432-a8027cfd2861 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:10.876290 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6823e7f4-15dd-4a3b-a17f-32608f75420c req-41e46e4f-54a5-4c11-a432-a8027cfd2861 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.2259293 May 31 18:19:10.959726 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a0c4b3a9-04f1-4296-98e8-e3b968b07c9b req-4c0bb6ad-7dd2-449e-b49b-b52310809c11 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745739 May 31 18:19:10.984763 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 58038) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:11.020854 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8daf-7e8a-4161-8bd8-eba3829d5201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:11.057505 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-1b9a8daf-7e8a-4161-8bd8-eba3829d5201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:11.063210 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e55bb1-99e4-4231-9f7a-969dd6ef84b8 req-2e0105d9-92f4-42df-8083-ea8bf0417a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:11.064717 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-e9e55bb1-99e4-4231-9f7a-969dd6ef84b8 req-2e0105d9-92f4-42df-8083-ea8bf0417a64 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d0906071-12cb-42ed-b918-72a255e9632b HTTP/1.1" status: 200 len: 919 time: 0.2897551 May 31 18:19:11.065269 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-de433fd0-ae29-47fb-8ac5-a43767c96546 req-378b23ce-8613-4d86-a422-afb1b5beac21 service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605882 May 31 18:19:11.065642 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-1b9a8daf-7e8a-4161-8bd8-eba3829d5201 admin admin] Usage tracker for resource:security_group_rule and tenant:feeda983382549fcb331d47924f9c67a is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:11.068253 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6823e7f4-15dd-4a3b-a17f-32608f75420c req-4fad3471-6854-44fb-a9a6-8ba6be920dbf tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272435 May 31 18:19:11.072839 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-1b9a8daf-7e8a-4161-8bd8-eba3829d5201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:11.132003 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-35b445d7-e0e8-41c9-8b52-7f743618c468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:11.145318 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-1b9a8daf-7e8a-4161-8bd8-eba3829d5201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:11.147259 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-3c94edb7-ad17-4156-8d0f-317c74f0019a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:11.173192 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-e9e55bb1-99e4-4231-9f7a-969dd6ef84b8 req-8039e546-d592-42b6-80a9-7a0161f27e60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a06f0d6d-b567-48bd-a94e-9a6ea6700c48 HTTP/1.1" status: 200 len: 217 time: 0.0915647 May 31 18:19:11.173867 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b445d7-e0e8-41c9-8b52-7f743618c468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9b58ea-881a-44e3-ac90-1f0f9d28b4ff,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:11.179453 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-35b445d7-e0e8-41c9-8b52-7f743618c468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:11.227799 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-35b445d7-e0e8-41c9-8b52-7f743618c468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:11.228900 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-35b445d7-e0e8-41c9-8b52-7f743618c468 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb9b58ea-881a-44e3-ac90-1f0f9d28b4ff HTTP/1.1" status: 204 len: 168 time: 0.7317624 May 31 18:19:11.273479 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e55bb1-99e4-4231-9f7a-969dd6ef84b8 req-49a90ad4-3f4b-482e-a851-4f9abede95d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:11.274949 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-e9e55bb1-99e4-4231-9f7a-969dd6ef84b8 req-49a90ad4-3f4b-482e-a851-4f9abede95d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d93125e-6ed3-456d-97d2-d3c9e0aa7334 HTTP/1.1" status: 200 len: 858 time: 0.0930488 May 31 18:19:11.363591 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-e9e55bb1-99e4-4231-9f7a-969dd6ef84b8 req-5b8050d1-8faa-481e-9587-f34fe1dc4e29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d0906071-12cb-42ed-b918-72a255e9632b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806267 May 31 18:19:11.503410 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8daf-7e8a-4161-8bd8-eba3829d5201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:11.530824 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8daf-7e8a-4161-8bd8-eba3829d5201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:11.542560 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1a1c6-ccb5-4465-84a0-f3361cd60e46 req-68ddfdba-269e-48f7-9cb0-440a5269b7ff tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:11.549945 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e5c1a1c6-ccb5-4465-84a0-f3361cd60e46 req-68ddfdba-269e-48f7-9cb0-440a5269b7ff tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 944 time: 0.1732085 May 31 18:19:11.552425 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:11.610349 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e5c1a1c6-ccb5-4465-84a0-f3361cd60e46 req-bc59e2d0-c70e-43ec-a88a-69630db50125 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540366 May 31 18:19:11.691198 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-1b9a8daf-7e8a-4161-8bd8-eba3829d5201 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=feeda983382549fcb331d47924f9c67a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7049510 May 31 18:19:11.693582 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-e9e55bb1-99e4-4231-9f7a-969dd6ef84b8 req-39ed3575-09d2-4054-9907-0f95e8c7c018 service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159893 May 31 18:19:11.694108 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 58060) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:11.694232 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a8daf-7e8a-4161-8bd8-eba3829d5201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51572026-fc16-44ad-96a8-a523b35196c3,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:11.697457 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-1b9a8daf-7e8a-4161-8bd8-eba3829d5201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:11.770275 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f486c2ef-fd74-4dab-82fd-e22770942c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:11.802239 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f486c2ef-fd74-4dab-82fd-e22770942c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:11.856226 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-e9e55bb1-99e4-4231-9f7a-969dd6ef84b8 req-9acfbeb5-5874-4cba-ae36-a79020abd7f9 service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452143 May 31 18:19:11.871388 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f486c2ef-fd74-4dab-82fd-e22770942c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:11.877976 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4866772f-797c-4cca-ac1a-42614f2dc9bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:11.892373 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486c2ef-fd74-4dab-82fd-e22770942c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51572026-fc16-44ad-96a8-a523b35196c3,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:11.894816 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f486c2ef-fd74-4dab-82fd-e22770942c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:11.908683 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f486c2ef-fd74-4dab-82fd-e22770942c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:11.910155 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-f486c2ef-fd74-4dab-82fd-e22770942c66 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51572026-fc16-44ad-96a8-a523b35196c3 HTTP/1.1" status: 204 len: 168 time: 0.2146149 May 31 18:19:12.181130 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857ca4f-f109-4f4e-a938-340d7d7d78c1 req-8b024137-e137-4aa6-a75c-4326f35f0775 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:12.184639 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1857ca4f-f109-4f4e-a938-340d7d7d78c1 req-8b024137-e137-4aa6-a75c-4326f35f0775 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 943 time: 0.1146452 May 31 18:19:12.285970 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1857ca4f-f109-4f4e-a938-340d7d7d78c1 req-cf6ad92d-09a1-4f1e-8ace-9dab8f3e424f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946555 May 31 18:19:12.340549 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c7a02-98f9-4c7d-9527-28b7cc566a2b req-0f1b695a-0644-46a7-9e58-109a6917d00a tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:12.343944 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-585c7a02-98f9-4c7d-9527-28b7cc566a2b req-0f1b695a-0644-46a7-9e58-109a6917d00a tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.1290438 May 31 18:19:12.394861 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-585c7a02-98f9-4c7d-9527-28b7cc566a2b req-63dbe7a2-bf7f-4f31-a23d-1b268cc9e5f8 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464091 May 31 18:19:12.831454 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212889d-df5f-46df-90ca-81f36728d4d8 req-d3adac62-bd70-4981-bd80-2089eb70e82a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:12.832986 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9212889d-df5f-46df-90ca-81f36728d4d8 req-d3adac62-bd70-4981-bd80-2089eb70e82a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 944 time: 0.0993795 May 31 18:19:12.892118 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9212889d-df5f-46df-90ca-81f36728d4d8 req-1cbebb25-2122-4174-a374-b947ec5bd96d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500901 May 31 18:19:13.651734 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device dbe7ca29-97d7-4a11-bf95-0720875ce363 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:19:13.757322 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc49f91-84e0-495e-b58f-d0dbc7ff4120 req-24c024bb-50dc-49ee-89ba-454de4dd27db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:13.759073 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6dc49f91-84e0-495e-b58f-d0dbc7ff4120 req-24c024bb-50dc-49ee-89ba-454de4dd27db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 943 time: 0.3276305 May 31 18:19:13.768596 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deefb82-2435-413e-8796-98e4f03601df req-f6fbb916-1416-4598-8f83-475db883efa0 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:13.770350 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8deefb82-2435-413e-8796-98e4f03601df req-f6fbb916-1416-4598-8f83-475db883efa0 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.1475811 May 31 18:19:13.878505 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6dc49f91-84e0-495e-b58f-d0dbc7ff4120 req-d3b11ce5-25ea-419e-afc9-264ef94c797b tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937307 May 31 18:19:13.898117 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port dbe7ca29-97d7-4a11-bf95-0720875ce363, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=dbe7ca29-97d7-4a11-bf95-0720875ce363,segment=NetworkSegment(650f0482-fd94-4b6d-87f0-6a9c3ffbc9af),segment_id=650f0482-fd94-4b6d-87f0-6a9c3ffbc9af)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:13.905745 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8deefb82-2435-413e-8796-98e4f03601df req-9df0cc91-2a7f-42c6-b612-362f02f5a123 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171105 May 31 18:19:13.917525 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Returning: {'device': 'dbe7ca29-97d7-4a11-bf95-0720875ce363', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'port_id': 'dbe7ca29-97d7-4a11-bf95-0720875ce363', 'mac_address': 'fa:16:3e:15:5d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec71e230-9295-42e2-886a-2045075dddec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:19:14.007780 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:14.029671 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe7ca29-97d7-4a11-bf95-0720875ce363 {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:19:14.061335 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port dbe7ca29-97d7-4a11-bf95-0720875ce363, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=dbe7ca29-97d7-4a11-bf95-0720875ce363,segment=NetworkSegment(650f0482-fd94-4b6d-87f0-6a9c3ffbc9af),segment_id=650f0482-fd94-4b6d-87f0-6a9c3ffbc9af)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:14.066181 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:14.067402 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:19:14.071115 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:14.140952 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f48559-5214-43fc-8c93-ee8b5b990c80 req-b8f5c315-676b-4bbe-96b6-3395bcd109de tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:14.148721 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f8f48559-5214-43fc-8c93-ee8b5b990c80 req-b8f5c315-676b-4bbe-96b6-3395bcd109de tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 945 time: 0.1009283 May 31 18:19:14.199464 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f8f48559-5214-43fc-8c93-ee8b5b990c80 req-d2a6f44a-757e-4abb-a9ea-6ecf2dc56a71 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500588 May 31 18:19:14.235466 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=dbe7ca29-97d7-4a11-bf95-0720875ce363,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:14.310702 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:14.365807 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=96fdff42-2e2a-4953-8f0b-b11d9e3d5f90,segment=NetworkSegment(08c03eab-0a89-4a42-a286-ecc422d5ad49),segment_id=08c03eab-0a89-4a42-a286-ecc422d5ad49)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:14.380574 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Returning: {'device': '96fdff42-2e2a-4953-8f0b-b11d9e3d5f90', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'port_id': '96fdff42-2e2a-4953-8f0b-b11d9e3d5f90', 'mac_address': 'fa:16:3e:38:78:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:19:14.439384 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:14.456720 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:19:14.473162 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=96fdff42-2e2a-4953-8f0b-b11d9e3d5f90,segment=NetworkSegment(08c03eab-0a89-4a42-a286-ecc422d5ad49),segment_id=08c03eab-0a89-4a42-a286-ecc422d5ad49)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:14.476968 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:14.478742 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2961e802-e91a-4321-a17f-d058a7a4455f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:14.549178 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=96fdff42-2e2a-4953-8f0b-b11d9e3d5f90,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:14.559495 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:14.943523 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['96fdff42-2e2a-4953-8f0b-b11d9e3d5f90'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:19:14.977776 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['dbe7ca29-97d7-4a11-bf95-0720875ce363'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:19:15.033422 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:15.110604 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba953a8e-34c2-4367-a70c-c65318c5645f req-9f58f5de-56b6-4293-9f10-c62f64aed1ff tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:15.112406 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ba953a8e-34c2-4367-a70c-c65318c5645f req-9f58f5de-56b6-4293-9f10-c62f64aed1ff tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 944 time: 0.1399240 May 31 18:19:15.144789 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475159ec-d99d-4a1a-bda8-c66a89ebc88c req-e9cc182d-a457-4cfd-b79d-59f537e977d0 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:15.146406 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-475159ec-d99d-4a1a-bda8-c66a89ebc88c req-e9cc182d-a457-4cfd-b79d-59f537e977d0 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.1296890 May 31 18:19:15.200059 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ba953a8e-34c2-4367-a70c-c65318c5645f req-e2e12cf0-ea79-4214-9cf8-121e67c78800 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802531 May 31 18:19:15.213130 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-475159ec-d99d-4a1a-bda8-c66a89ebc88c req-33c9c46a-255c-4a4d-8eb5-47bd2815e113 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576582 May 31 18:19:15.404543 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6c202-d04d-4020-ade1-1e4d1d4ff82b req-c206c26f-908a-4d5d-aa43-78ca6c4cee04 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:15.407481 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4bb6c202-d04d-4020-ade1-1e4d1d4ff82b req-c206c26f-908a-4d5d-aa43-78ca6c4cee04 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 945 time: 0.0872200 May 31 18:19:15.452784 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4bb6c202-d04d-4020-ade1-1e4d1d4ff82b req-0fff524a-03c0-48ef-862e-e39e365b6555 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407841 May 31 18:19:15.746894 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 58232) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:15.867798 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-28155ace-c4e3-446c-802a-51417b4cde46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:15.881951 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-28155ace-c4e3-446c-802a-51417b4cde46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:15.886624 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-28155ace-c4e3-446c-802a-51417b4cde46 admin admin] Usage tracker for resource:security_group_rule and tenant:da4e3a242d264cc3821147762f7eb69a is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:15.889288 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-28155ace-c4e3-446c-802a-51417b4cde46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:15.896071 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-28155ace-c4e3-446c-802a-51417b4cde46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:16.007853 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-28155ace-c4e3-446c-802a-51417b4cde46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:16.019621 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-28155ace-c4e3-446c-802a-51417b4cde46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:16.028973 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:16.069309 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-28155ace-c4e3-446c-802a-51417b4cde46 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da4e3a242d264cc3821147762f7eb69a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213501 May 31 18:19:16.070824 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28155ace-c4e3-446c-802a-51417b4cde46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dcd660-b108-4c45-8af4-d2d8302e5a1a,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:16.072137 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 58244) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:16.074104 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-28155ace-c4e3-446c-802a-51417b4cde46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:16.155670 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:16.186377 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:16.253524 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:16.261957 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:16.273842 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dcd660-b108-4c45-8af4-d2d8302e5a1a,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:16.285762 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:16.286115 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:16.286469 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:16.286833 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:16.287182 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:16.287528 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:16.287866 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:16.288203 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:16.288545 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:16.288878 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:16.289212 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:16.289544 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:16.294438 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:16.295767 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:16.299389 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8dcd660-b108-4c45-8af4-d2d8302e5a1a HTTP/1.1" status: 204 len: 168 time: 0.2203729 May 31 18:19:16.516508 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38197998-60da-4dcd-bead-e5f5dd1a19e5 req-ece4a7af-e09f-4c72-9a78-f0b4751c69b5 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:16.518019 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-38197998-60da-4dcd-bead-e5f5dd1a19e5 req-ece4a7af-e09f-4c72-9a78-f0b4751c69b5 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 944 time: 0.1517329 May 31 18:19:16.526360 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaee044-74e7-4595-9818-d2553fe42226 req-7e7021a6-2400-426e-8607-ad79a3652f1d tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:16.527768 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5aaee044-74e7-4595-9818-d2553fe42226 req-7e7021a6-2400-426e-8607-ad79a3652f1d tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.1267018 May 31 18:19:16.599444 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-38197998-60da-4dcd-bead-e5f5dd1a19e5 req-1818138a-a665-448f-9443-167df4515870 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707374 May 31 18:19:16.607734 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5aaee044-74e7-4595-9818-d2553fe42226 req-fd23cb35-0b9b-4c61-939e-5b32b3640204 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641139 May 31 18:19:16.806347 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba411e-9de6-4854-91e8-ae1af7fba9d3 req-552f697f-caad-4a1a-8935-b875a465757c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:16.808595 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4fba411e-9de6-4854-91e8-ae1af7fba9d3 req-552f697f-caad-4a1a-8935-b875a465757c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 945 time: 0.1097765 May 31 18:19:16.890885 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4fba411e-9de6-4854-91e8-ae1af7fba9d3 req-e66c99fc-f5f9-4e2b-bae4-57b200a1cbdf tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727639 May 31 18:19:16.935408 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-76f4039c-434b-49cf-9ec5-a88142d0a65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:17.054700 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 58286) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:17.193474 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d0867dd9-9157-46d1-8129-660a54e0fbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:17.210627 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-d0867dd9-9157-46d1-8129-660a54e0fbc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:17.215852 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-d0867dd9-9157-46d1-8129-660a54e0fbc1 admin admin] Usage tracker for resource:security_group_rule and tenant:70a5318bf5c143d5808bb125186d5255 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:17.218982 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-d0867dd9-9157-46d1-8129-660a54e0fbc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:17.227210 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-d0867dd9-9157-46d1-8129-660a54e0fbc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:17.341499 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d0867dd9-9157-46d1-8129-660a54e0fbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:17.345748 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d0867dd9-9157-46d1-8129-660a54e0fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:17.355656 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-a96d6e52-6c0c-4d90-824d-eda99ed4a302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:17.399091 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-d0867dd9-9157-46d1-8129-660a54e0fbc1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=70a5318bf5c143d5808bb125186d5255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430910 May 31 18:19:17.401481 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0867dd9-9157-46d1-8129-660a54e0fbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a72d74-d069-4928-978e-b49d4fceaa26,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:17.402945 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 58304) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:17.404935 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-d0867dd9-9157-46d1-8129-660a54e0fbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:17.469943 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:17.542303 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:17.610080 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfe9a6-7d82-4a88-a858-271ebb9603b8 req-b97e86f8-180a-46ec-b2aa-88fa6f2e5024 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:17.611556 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f7bfe9a6-7d82-4a88-a858-271ebb9603b8 req-b97e86f8-180a-46ec-b2aa-88fa6f2e5024 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 945 time: 0.1319597 May 31 18:19:17.639507 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:17.645844 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-de0ed84f-11b2-41ca-a3f0-a03c8839c053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:17.661881 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a72d74-d069-4928-978e-b49d4fceaa26,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:17.684534 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:17.684761 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:17.685119 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:17.685469 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:17.685813 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:17.686158 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:17.686504 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:17.686869 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:17.687209 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:17.687547 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:17.687885 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:17.688217 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:17.696731 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:17.708895 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f7bfe9a6-7d82-4a88-a858-271ebb9603b8 req-16475d96-e5c3-46d9-af95-6a8283fcfa32 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867326 May 31 18:19:17.716876 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:17.718168 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47a72d74-d069-4928-978e-b49d4fceaa26 HTTP/1.1" status: 204 len: 168 time: 0.3142071 May 31 18:19:17.943850 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551464f-652a-4051-ad79-97ab79576e58 req-8413f8ca-91f1-4627-b70b-37804a184943 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:17.945209 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0551464f-652a-4051-ad79-97ab79576e58 req-8413f8ca-91f1-4627-b70b-37804a184943 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 944 time: 0.1533902 May 31 18:19:17.956593 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddb9b2-d1a6-4678-b555-951c534f58c5 req-4ac1e5f3-b03e-47d6-9e3e-cb767a4df4c8 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:17.957995 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-29ddb9b2-d1a6-4678-b555-951c534f58c5 req-4ac1e5f3-b03e-47d6-9e3e-cb767a4df4c8 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.1193044 May 31 18:19:18.017711 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:19:18.028477 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0551464f-652a-4051-ad79-97ab79576e58 req-99f909a1-b5a8-4f79-b3ca-c30c45285ca0 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694506 May 31 18:19:18.032851 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-29ddb9b2-d1a6-4678-b555-951c534f58c5 req-c7aa9970-72ce-45d3-a568-05fae5fb6c43 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609400 May 31 18:19:18.055049 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 58322) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:18.076956 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ee2854bc-bff3-42ab-adce-d63f46786fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:18.091064 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-ee2854bc-bff3-42ab-adce-d63f46786fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:18.094870 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-ee2854bc-bff3-42ab-adce-d63f46786fdb admin admin] Usage tracker for resource:security_group_rule and tenant:90f52d237e7347648f51127530f43bfe is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:18.097646 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-ee2854bc-bff3-42ab-adce-d63f46786fdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:18.103256 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-ee2854bc-bff3-42ab-adce-d63f46786fdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:18.250855 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ee2854bc-bff3-42ab-adce-d63f46786fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:18.255585 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ee2854bc-bff3-42ab-adce-d63f46786fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:18.262310 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a7d87693-008d-41b5-b3a0-d557615f4692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:18.275606 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ac349-5aaa-44f3-9798-6b0641d0310c req-016b3045-ad4e-462c-82e9-dd24e0289628 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:18.277830 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fc2ac349-5aaa-44f3-9798-6b0641d0310c req-016b3045-ad4e-462c-82e9-dd24e0289628 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 945 time: 0.1374738 May 31 18:19:18.335170 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-ee2854bc-bff3-42ab-adce-d63f46786fdb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=90f52d237e7347648f51127530f43bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789981 May 31 18:19:18.335937 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2854bc-bff3-42ab-adce-d63f46786fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7ca97f-a8f7-498c-9f31-1f0721d7dcd7,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:18.340260 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 58328) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:18.340912 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ee2854bc-bff3-42ab-adce-d63f46786fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:18.361082 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fc2ac349-5aaa-44f3-9798-6b0641d0310c req-b2e5a60f-86cc-411c-aa93-8a38e6622e96 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740964 May 31 18:19:18.398708 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ceae51fe-8da4-465b-8ab2-21b485ba6d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:18.424644 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ceae51fe-8da4-465b-8ab2-21b485ba6d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:18.474099 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ceae51fe-8da4-465b-8ab2-21b485ba6d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:18.478720 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-a5ce3ece-4d26-42f7-b04c-7b9e81c892e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:18.491527 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae51fe-8da4-465b-8ab2-21b485ba6d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7ca97f-a8f7-498c-9f31-1f0721d7dcd7,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:18.493726 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ceae51fe-8da4-465b-8ab2-21b485ba6d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:18.502092 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ceae51fe-8da4-465b-8ab2-21b485ba6d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:18.504717 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-ceae51fe-8da4-465b-8ab2-21b485ba6d01 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e7ca97f-a8f7-498c-9f31-1f0721d7dcd7 HTTP/1.1" status: 204 len: 168 time: 0.1617191 May 31 18:19:18.899651 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abb5d9-d10f-470e-8c46-27712357e9b9 req-caaaa3ae-962f-4317-bafb-8f954cddb2d5 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:18.901866 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-07abb5d9-d10f-470e-8c46-27712357e9b9 req-caaaa3ae-962f-4317-bafb-8f954cddb2d5 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 945 time: 0.0889809 May 31 18:19:18.948652 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-07abb5d9-d10f-470e-8c46-27712357e9b9 req-76b21148-33fa-4d58-be7f-e60732a45aaf tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403371 May 31 18:19:19.258399 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 58362) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:19.338842 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:19.344915 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158dd1d-cc16-4467-aeb6-ebaef1a32bce req-e2cb88f5-837d-43e6-be72-cb5a03d67b84 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:19.346394 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6158dd1d-cc16-4467-aeb6-ebaef1a32bce req-e2cb88f5-837d-43e6-be72-cb5a03d67b84 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.2007742 May 31 18:19:19.353776 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3feee-ea4f-4c2a-82e2-3776e41dede4 req-12df517b-efdf-4a14-a3b4-04c23c4961a3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:19.355750 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d0b3feee-ea4f-4c2a-82e2-3776e41dede4 req-12df517b-efdf-4a14-a3b4-04c23c4961a3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 944 time: 0.2115874 May 31 18:19:19.374061 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1034604453-network', 'tenant_id': '2e1a97942354496b90998b0a048b715b'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:19.378577 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:19.382440 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Usage tracker for resource:network and tenant:2e1a97942354496b90998b0a048b715b is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:19.385536 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:19.395364 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:19.405196 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Made reservation on behalf of 2e1a97942354496b90998b0a048b715b for: {'network': 1} {{(pid=91733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:19:19.407700 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:19.420293 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:19.423286 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6158dd1d-cc16-4467-aeb6-ebaef1a32bce req-7fc8d2a0-14df-433b-82a4-943d34c2d3ab tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665963 May 31 18:19:19.433753 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d0b3feee-ea4f-4c2a-82e2-3776e41dede4 req-6cfa064e-82ba-4716-86ab-5a04cff4a00f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618682 May 31 18:19:19.438502 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:19.442492 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Usage tracker for resource:security_group_rule and tenant:2e1a97942354496b90998b0a048b715b is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:19.445630 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:19.451744 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:19.542255 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:19.546140 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:19.550008 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-d0867dd9-9157-46d1-8129-660a54e0fbc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:19.577561 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=91733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:19:19.586618 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1319ed-9a24-47d8-b95a-ffee842a9562,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:19.591059 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:19.593816 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:19.594313 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.db.segments_db [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Added segment b3d0c588-9306-4ee5-9d9e-59e119faedf3 of type vlan for network d6793bfd-e2ab-4c81-9829-8988026e08f1 May 31 18:19:19.607301 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a735a29-9ad7-4b7c-9faa-ac344b5ff33e req-641eb180-bb3c-493e-8ca0-5d08379a1a5b tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:19.609013 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4a735a29-9ad7-4b7c-9faa-ac344b5ff33e req-641eb180-bb3c-493e-8ca0-5d08379a1a5b tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 945 time: 0.0874367 May 31 18:19:19.625826 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:19.657506 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4a735a29-9ad7-4b7c-9faa-ac344b5ff33e req-5bc20b6c-ef3e-4010-bcaa-ea2b522a304e tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417628 May 31 18:19:19.660127 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:19.661596 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:19.662173 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:19.665601 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-c567c578-553a-4098-90df-8689c684d790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:19.699929 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-13842d04-d87e-4e56-94a2-0ac9b00c63ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:19.766729 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Pushing event updated for resources: {'Network': ['ID=d6793bfd-e2ab-4c81-9829-8988026e08f1,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:19.770333 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:19.774332 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5122099 May 31 18:19:19.774531 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 58374) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:19.778767 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network d6793bfd-e2ab-4c81-9829-8988026e08f1 details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:19:19.780501 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-67bcf2ac-a1dd-4719-8d56-3886509c72f5 admin admin] Request body: {'subnet': {'network_id': 'd6793bfd-e2ab-4c81-9829-8988026e08f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1034604453-subnet', 'tenant_id': '2e1a97942354496b90998b0a048b715b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:19.785088 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-67bcf2ac-a1dd-4719-8d56-3886509c72f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:19.788848 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-67bcf2ac-a1dd-4719-8d56-3886509c72f5 admin admin] Usage tracker for resource:subnet and tenant:2e1a97942354496b90998b0a048b715b is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:19.791770 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-67bcf2ac-a1dd-4719-8d56-3886509c72f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:19.797388 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-67bcf2ac-a1dd-4719-8d56-3886509c72f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:19.808043 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bcf2ac-a1dd-4719-8d56-3886509c72f5 admin admin] Made reservation on behalf of 2e1a97942354496b90998b0a048b715b for: {'subnet': 1} {{(pid=91733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:19:19.810487 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-67bcf2ac-a1dd-4719-8d56-3886509c72f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:20.105094 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device dbe7ca29-97d7-4a11-bf95-0720875ce363 up at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:19:20.157672 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cd910-edd5-4bf8-98ab-620d3de3ae77 req-e6c20c84-7b06-48e3-99ea-cfc90e420b2c tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:20.159366 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-386cd910-edd5-4bf8-98ab-620d3de3ae77 req-e6c20c84-7b06-48e3-99ea-cfc90e420b2c tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 945 time: 0.1032305 May 31 18:19:20.179534 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning for port dbe7ca29-97d7-4a11-bf95-0720875ce363 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:19:20.186373 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning complete for port dbe7ca29-97d7-4a11-bf95-0720875ce363 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:20.186749 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:20.209240 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-386cd910-edd5-4bf8-98ab-620d3de3ae77 req-64c001fc-fa26-4be9-89e5-4f28ec482ed1 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428691 May 31 18:19:20.234359 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-67bcf2ac-a1dd-4719-8d56-3886509c72f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:20.239160 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:20.315803 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bcf2ac-a1dd-4719-8d56-3886509c72f5 admin admin] Checking segment: {'id': 'b3d0c588-9306-4ee5-9d9e-59e119faedf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd6793bfd-e2ab-4c81-9829-8988026e08f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:19:20.316157 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bcf2ac-a1dd-4719-8d56-3886509c72f5 admin admin] Network hostable DHCP agents. Network: d6793bfd-e2ab-4c81-9829-8988026e08f1, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:19:20.318069 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:20.318810 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcf2ac-a1dd-4719-8d56-3886509c72f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b30b2f8-f493-4811-bb74-3f3d8ff47b2a,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:20.322033 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-67bcf2ac-a1dd-4719-8d56-3886509c72f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:20.322315 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:20.337896 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bcf2ac-a1dd-4719-8d56-3886509c72f5 admin admin] Network d6793bfd-e2ab-4c81-9829-8988026e08f1 is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:19:20.348210 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-67bcf2ac-a1dd-4719-8d56-3886509c72f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, d6793bfd-e2ab-4c81-9829-8988026e08f1) {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:19:20.352256 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef236d99-b89d-48a3-9ab9-e6a6677ea683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe7ca29-97d7-4a11-bf95-0720875ce363'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:20.355350 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2f5ff8a6751ba2ee84274e630c5bdce29e81d1d572756191e078aed669e92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2c0c9d-2769-4aa4-889c-5ed96aec68b7" -d '{"events": [{"server_uuid": "ef236d99-b89d-48a3-9ab9-e6a6677ea683", "name": "network-vif-plugged", "status": "completed", "tag": "dbe7ca29-97d7-4a11-bf95-0720875ce363"}]}' {{(pid=91735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:20.355485 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bcf2ac-a1dd-4719-8d56-3886509c72f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:20.356132 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-67bcf2ac-a1dd-4719-8d56-3886509c72f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:20.361215 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50489e87-b74e-4c61-8585-5abf38d2a23d None None] Network d6793bfd-e2ab-4c81-9829-8988026e08f1 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:19:20.387547 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-67bcf2ac-a1dd-4719-8d56-3886509c72f5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6033473 May 31 18:19:20.400590 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port dbe7ca29-97d7-4a11-bf95-0720875ce363, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=dbe7ca29-97d7-4a11-bf95-0720875ce363,segment=NetworkSegment(650f0482-fd94-4b6d-87f0-6a9c3ffbc9af),segment_id=650f0482-fd94-4b6d-87f0-6a9c3ffbc9af)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:20.450114 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71aee1e-f640-49a3-b895-60b8262da4f3 x-openstack-request-id: req-a71aee1e-f640-49a3-b895-60b8262da4f3 {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:20.450403 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef236d99-b89d-48a3-9ab9-e6a6677ea683", "name": "network-vif-plugged", "status": "completed", "tag": "dbe7ca29-97d7-4a11-bf95-0720875ce363", "code": 200}]} {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:20.450657 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a71aee1e-f640-49a3-b895-60b8262da4f3 {{(pid=91735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:20.451072 dv-cinder-770050-4-iscsi neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef236d99-b89d-48a3-9ab9-e6a6677ea683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe7ca29-97d7-4a11-bf95-0720875ce363', 'code': 200} May 31 18:19:20.455927 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:20.456765 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 up at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:19:20.481727 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2961e802-e91a-4321-a17f-d058a7a4455f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:20.655576 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=dbe7ca29-97d7-4a11-bf95-0720875ce363,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:20.661573 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:20.696739 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c85df-823a-4b55-ac2c-2dec8de9a087 req-67ab1d0b-9f09-4c40-ba00-84188f6e25be tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:20.703900 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a93c85df-823a-4b55-ac2c-2dec8de9a087 req-67ab1d0b-9f09-4c40-ba00-84188f6e25be tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.1710088 May 31 18:19:20.714852 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7107f576-c8a0-4821-8754-e40f1fc2cb50 None None] Network d6793bfd-e2ab-4c81-9829-8988026e08f1 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:19:20.714979 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f47930-eb57-40d0-918b-095e12c0fba2 req-79130725-1b1a-4df3-80ec-1f18134c6294 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:20.716434 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c2f47930-eb57-40d0-918b-095e12c0fba2 req-79130725-1b1a-4df3-80ec-1f18134c6294 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 944 time: 0.1314633 May 31 18:19:20.736752 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning for port 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:19:20.748365 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning complete for port 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:20.748957 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:20.795423 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a93c85df-823a-4b55-ac2c-2dec8de9a087 req-028f8e01-5e07-4758-9754-0ca2799755e9 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906708 May 31 18:19:20.808694 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c2f47930-eb57-40d0-918b-095e12c0fba2 req-23b01034-9523-489a-8d71-87cdbcf2f2e2 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775473 May 31 18:19:20.997304 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca56445-7a17-4494-b0d6-88c04ce97b54 req-6b9a2693-b702-4a56-b578-46c65d03965e tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:21.003311 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2ca56445-7a17-4494-b0d6-88c04ce97b54 req-6b9a2693-b702-4a56-b578-46c65d03965e tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 946 time: 0.0983901 May 31 18:19:21.043085 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 58410) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:21.050016 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.050614 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1339906977-network', 'tenant_id': 'debe300b62bc46f4b103bd3e8393bd0b'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:21.058052 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:21.058235 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2ca56445-7a17-4494-b0d6-88c04ce97b54 req-e71aa55f-d169-438a-98df-5f463ee651cf tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519683 May 31 18:19:21.064646 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Usage tracker for resource:network and tenant:debe300b62bc46f4b103bd3e8393bd0b is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:21.071570 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:21.078080 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:21.088140 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=96fdff42-2e2a-4953-8f0b-b11d9e3d5f90,segment=NetworkSegment(08c03eab-0a89-4a42-a286-ecc422d5ad49),segment_id=08c03eab-0a89-4a42-a286-ecc422d5ad49)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:21.091056 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Made reservation on behalf of debe300b62bc46f4b103bd3e8393bd0b for: {'network': 1} {{(pid=91733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:19:21.092138 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.094104 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.096243 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:21.107897 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.123371 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:21.127163 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Usage tracker for resource:security_group_rule and tenant:debe300b62bc46f4b103bd3e8393bd0b is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:21.129902 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:21.135679 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:21.171138 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=96fdff42-2e2a-4953-8f0b-b11d9e3d5f90,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:21.175395 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:21.227899 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.231881 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.235890 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-cc7e6f04-7ccd-45e0-aea0-5c82b40b2ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:21.261899 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=91733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:19:21.270580 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c330c247-73f8-4299-91a6-4c4d0dfaf3e8,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:21.274052 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:21.277452 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.277786 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.db.segments_db [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Added segment 38c7fe85-eb9f-4f41-8ca3-65d4f7c4fddb of type vlan for network fd707a23-f0c0-403b-bbc5-dea924171304 May 31 18:19:21.304014 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.334250 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.335767 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:21.336359 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.340885 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:21.406324 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d70967-75d2-4d90-8475-d1a8fe0845f8 req-d6aad3e0-be93-4e02-8861-3870705a4956 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:21.407722 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-58d70967-75d2-4d90-8475-d1a8fe0845f8 req-d6aad3e0-be93-4e02-8861-3870705a4956 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 945 time: 0.0817425 May 31 18:19:21.443574 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3966618 May 31 18:19:21.444353 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 58418) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:21.448663 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Pushing event updated for resources: {'Network': ['ID=fd707a23-f0c0-403b-bbc5-dea924171304,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:21.451319 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-8845b6d5-99fd-48d6-8b60-d49e77a4d802 admin admin] Request body: {'subnet': {'network_id': 'fd707a23-f0c0-403b-bbc5-dea924171304', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1339906977-subnet', 'tenant_id': 'debe300b62bc46f4b103bd3e8393bd0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:21.451880 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:21.458022 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network fd707a23-f0c0-403b-bbc5-dea924171304 details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:19:21.458496 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-8845b6d5-99fd-48d6-8b60-d49e77a4d802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:21.465959 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-8845b6d5-99fd-48d6-8b60-d49e77a4d802 admin admin] Usage tracker for resource:subnet and tenant:debe300b62bc46f4b103bd3e8393bd0b is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:21.470707 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-58d70967-75d2-4d90-8475-d1a8fe0845f8 req-4e834cd7-d72b-471c-bda4-5a065f95e1af tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573087 May 31 18:19:21.471525 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-8845b6d5-99fd-48d6-8b60-d49e77a4d802 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:21.477377 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-8845b6d5-99fd-48d6-8b60-d49e77a4d802 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:21.492800 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8845b6d5-99fd-48d6-8b60-d49e77a4d802 admin admin] Made reservation on behalf of debe300b62bc46f4b103bd3e8393bd0b for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:19:21.496175 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8845b6d5-99fd-48d6-8b60-d49e77a4d802 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16171858'] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.883038 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8845b6d5-99fd-48d6-8b60-d49e77a4d802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15610355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16171844'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.888387 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:22.055753 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845b6d5-99fd-48d6-8b60-d49e77a4d802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05793ac7-e0ea-4605-b256-8b8cd537a2d1,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:22.060090 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8845b6d5-99fd-48d6-8b60-d49e77a4d802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:22.074969 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:22.086902 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8845b6d5-99fd-48d6-8b60-d49e77a4d802 admin admin] Checking segment: {'id': '38c7fe85-eb9f-4f41-8ca3-65d4f7c4fddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fd707a23-f0c0-403b-bbc5-dea924171304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:19:22.087275 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8845b6d5-99fd-48d6-8b60-d49e77a4d802 admin admin] Network hostable DHCP agents. Network: fd707a23-f0c0-403b-bbc5-dea924171304, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:19:22.128904 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c8ae2-8de6-49ea-b7c6-7a03e25ccc13 req-a501a7c9-3603-4635-86ac-a3daad986179 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:22.130658 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8e3c8ae2-8de6-49ea-b7c6-7a03e25ccc13 req-a501a7c9-3603-4635-86ac-a3daad986179 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.2152803 May 31 18:19:22.132837 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8845b6d5-99fd-48d6-8b60-d49e77a4d802 admin admin] Network fd707a23-f0c0-403b-bbc5-dea924171304 is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:19:22.151021 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d02bd4-65dc-4d0f-9e7d-887247e0961b req-aceebc1d-e44d-4bbf-bcc3-5858874437f8 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:22.152447 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e4d02bd4-65dc-4d0f-9e7d-887247e0961b req-aceebc1d-e44d-4bbf-bcc3-5858874437f8 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 945 time: 0.1918595 May 31 18:19:22.167734 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-8845b6d5-99fd-48d6-8b60-d49e77a4d802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, fd707a23-f0c0-403b-bbc5-dea924171304) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:19:22.179169 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d4ec3a-255e-404f-8aeb-39dbd78368c0 None None] Network fd707a23-f0c0-403b-bbc5-dea924171304 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:19:22.195938 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8845b6d5-99fd-48d6-8b60-d49e77a4d802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:22.196548 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8845b6d5-99fd-48d6-8b60-d49e77a4d802 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:22.241362 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8e3c8ae2-8de6-49ea-b7c6-7a03e25ccc13 req-6c418a9d-1d30-4708-8852-6279827dd5f9 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011775 May 31 18:19:22.256740 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e4d02bd4-65dc-4d0f-9e7d-887247e0961b req-9a844766-4c28-410c-bdd6-61f07a00e909 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898409 May 31 18:19:22.267354 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-8845b6d5-99fd-48d6-8b60-d49e77a4d802 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8139675 May 31 18:19:22.387543 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e05a5f-cbec-4ef9-8343-0f2114197474 None None] Network fd707a23-f0c0-403b-bbc5-dea924171304 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:19:22.446478 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170806fc-5252-4342-bf74-2db45dffd6ec req-9fbd86ec-dd26-4b06-b55f-41ac3a84dae3 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:22.448496 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-170806fc-5252-4342-bf74-2db45dffd6ec req-9fbd86ec-dd26-4b06-b55f-41ac3a84dae3 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 946 time: 0.0896146 May 31 18:19:22.459698 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a12e35-9e99-4786-920d-f98afdc40006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fdff42-2e2a-4953-8f0b-b11d9e3d5f90'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:22.462132 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2f5ff8a6751ba2ee84274e630c5bdce29e81d1d572756191e078aed669e92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44d88df-0d20-4069-b3b8-0e2662142b31" -d '{"events": [{"server_uuid": "94a12e35-9e99-4786-920d-f98afdc40006", "name": "network-vif-plugged", "status": "completed", "tag": "96fdff42-2e2a-4953-8f0b-b11d9e3d5f90"}]}' {{(pid=91735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:22.528126 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd7a57e-4153-4a5d-b2cc-14c3bf34984b x-openstack-request-id: req-1bd7a57e-4153-4a5d-b2cc-14c3bf34984b {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:22.528126 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a12e35-9e99-4786-920d-f98afdc40006", "name": "network-vif-plugged", "status": "completed", "tag": "96fdff42-2e2a-4953-8f0b-b11d9e3d5f90", "code": 200}]} {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:22.528291 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-170806fc-5252-4342-bf74-2db45dffd6ec req-84295e61-0027-452f-9301-57c8b7f1ce49 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722625 May 31 18:19:22.528368 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1bd7a57e-4153-4a5d-b2cc-14c3bf34984b {{(pid=91735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:22.528623 dv-cinder-770050-4-iscsi neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a12e35-9e99-4786-920d-f98afdc40006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fdff42-2e2a-4953-8f0b-b11d9e3d5f90', 'code': 200} May 31 18:19:22.692900 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44670c24-f93f-486b-b202-b44c4a35554d req-f01c7124-61a3-41cc-af1b-68cc5f4359be tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:22.694346 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-44670c24-f93f-486b-b202-b44c4a35554d req-f01c7124-61a3-41cc-af1b-68cc5f4359be tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 945 time: 0.0812440 May 31 18:19:22.745858 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-44670c24-f93f-486b-b202-b44c4a35554d req-055cf8ec-6a46-4cde-9eb0-8c58de53c384 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435388 May 31 18:19:23.101239 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423c631-18d1-47c2-9b7c-699f1b7c66df req-5833e457-c8af-4529-95fd-b3dae8678876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:23.102618 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-b423c631-18d1-47c2-9b7c-699f1b7c66df req-5833e457-c8af-4529-95fd-b3dae8678876 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 1099 time: 0.0723560 May 31 18:19:23.165853 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-b423c631-18d1-47c2-9b7c-699f1b7c66df req-a456031e-6be6-46ed-b02b-5fce4a4e7eef service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408084 May 31 18:19:23.283973 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83c187-063f-4dec-8883-5967aac315ef req-9969ab94-3b0d-420c-9051-6f71c5cbb1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:23.285441 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ae83c187-063f-4dec-8883-5967aac315ef req-9969ab94-3b0d-420c-9051-6f71c5cbb1ca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 1098 time: 0.1330738 May 31 18:19:23.512057 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-ae83c187-063f-4dec-8883-5967aac315ef req-34346994-759f-4391-b7e3-ee1343b4aeb5 service neutron] Synchronizing usage tracker for tenant:0cba73c616ad48659eee7313fba5c7d3 on resource:security_group {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:23.548578 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de64578-cb78-4c08-8805-2086da0cc1a9 req-9a88e764-21fe-4e72-ae27-a9fcf79b4197 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:23.550053 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3de64578-cb78-4c08-8805-2086da0cc1a9 req-9a88e764-21fe-4e72-ae27-a9fcf79b4197 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 945 time: 0.1569369 May 31 18:19:23.551842 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-ae83c187-063f-4dec-8883-5967aac315ef req-34346994-759f-4391-b7e3-ee1343b4aeb5 service neutron] Unset dirty status for tenant:0cba73c616ad48659eee7313fba5c7d3 on resource:security_group {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:23.552773 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ae83c187-063f-4dec-8883-5967aac315ef req-34346994-759f-4391-b7e3-ee1343b4aeb5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030765 May 31 18:19:23.561380 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed75d77-2884-4522-a2d9-c5325008ab44 req-ade51767-c247-412f-9a94-6930f02d3902 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:23.562899 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5ed75d77-2884-4522-a2d9-c5325008ab44 req-ade51767-c247-412f-9a94-6930f02d3902 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.2012689 May 31 18:19:23.636622 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3de64578-cb78-4c08-8805-2086da0cc1a9 req-22e6b98c-a880-442c-b9ac-852dea04ad7b tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725334 May 31 18:19:23.639654 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5ed75d77-2884-4522-a2d9-c5325008ab44 req-93fa590b-bfde-4c2a-bd42-d756584bc0c1 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611861 May 31 18:19:23.844055 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeb188-bd78-4062-a8aa-382fdb130796 req-df366c45-1ca9-4870-b1d9-a5eab99dd471 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:23.844614 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f6eeb188-bd78-4062-a8aa-382fdb130796 req-df366c45-1ca9-4870-b1d9-a5eab99dd471 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 946 time: 0.0966053 May 31 18:19:23.934495 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f6eeb188-bd78-4062-a8aa-382fdb130796 req-ec75fde7-9b7a-4f58-9fab-62d1ac8d89dd tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841377 May 31 18:19:23.977300 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedb17b-1ef5-4d7e-823d-228d7f628b56 req-d32ed2e6-fb61-4e21-ba49-088cdf23b095 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:23.979639 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-abedb17b-1ef5-4d7e-823d-228d7f628b56 req-d32ed2e6-fb61-4e21-ba49-088cdf23b095 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 945 time: 0.0974562 May 31 18:19:24.030483 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-abedb17b-1ef5-4d7e-823d-228d7f628b56 req-8d122b16-2493-4ef3-9ea0-7af4d7d1d72d tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443373 May 31 18:19:24.604979 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-33f5be1d-84a7-4003-9405-e5a9c185e32f tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=de87c4c6f7e04b3583e0e8d418a6cf8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267265 May 31 18:19:24.797739 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-cd8ccf98-8470-40cb-bd99-242eabf34de4 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:24.799169 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-cd8ccf98-8470-40cb-bd99-242eabf34de4 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892328 May 31 18:19:24.823944 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-3ffd1a1b-d5f1-4b2d-b767-ec7008cfc2fa tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/quotas/de87c4c6f7e04b3583e0e8d418a6cf8c HTTP/1.1" status: 200 len: 375 time: 0.0149052 May 31 18:19:24.877002 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-5e4cc86d-17f1-4845-8359-7d3fcff9c036 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=de87c4c6f7e04b3583e0e8d418a6cf8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475860 May 31 18:19:24.888473 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a20c77-84ee-43c0-bd14-a8c709a8bb84 req-155ec049-7819-4012-ac0e-8b577409cfdf tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:24.890011 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e5a20c77-84ee-43c0-bd14-a8c709a8bb84 req-155ec049-7819-4012-ac0e-8b577409cfdf tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.1416521 May 31 18:19:24.934275 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e5a20c77-84ee-43c0-bd14-a8c709a8bb84 req-bfe0dd5f-7042-4a8c-8f47-d0addf91a0e0 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384409 May 31 18:19:25.194674 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf84193-cdb6-4277-b485-2f74e66e7c13 req-f6bb7fcf-d787-4b64-a127-971f843cf16a tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:25.196540 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-abf84193-cdb6-4277-b485-2f74e66e7c13 req-f6bb7fcf-d787-4b64-a127-971f843cf16a tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 945 time: 0.1450536 May 31 18:19:25.209633 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165e977-6304-415e-821f-87603cc4607e req-76ab66a3-a7e7-4d24-a99e-60b1848a7759 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:25.211115 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d165e977-6304-415e-821f-87603cc4607e req-76ab66a3-a7e7-4d24-a99e-60b1848a7759 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 946 time: 0.1234369 May 31 18:19:25.293037 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-abf84193-cdb6-4277-b485-2f74e66e7c13 req-ca7ec9fb-0ad1-4965-98aa-1e5473fccaf6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809119 May 31 18:19:25.311532 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d165e977-6304-415e-821f-87603cc4607e req-aa867f02-03d1-4f34-b902-39870b6e354c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796402 May 31 18:19:25.397129 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c11aa222-2f82-4c97-97c5-d2fd125a7778 req-595b0d48-7874-4b0f-b5bd-50d33670002b tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 210 time: 0.0443797 May 31 18:19:25.521167 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699289ef-83b7-4966-ab0f-3928be60b02c req-98df8dc1-6358-46b5-9bf9-5ef3d27b4d88 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:25.522626 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-699289ef-83b7-4966-ab0f-3928be60b02c req-98df8dc1-6358-46b5-9bf9-5ef3d27b4d88 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 945 time: 0.0856042 May 31 18:19:25.567141 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-699289ef-83b7-4966-ab0f-3928be60b02c req-168b7bcd-fad8-4bcb-ab1d-371488259cea tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382824 May 31 18:19:26.144461 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c36c4-27fd-4605-8dc7-4d77d3dcac88 req-e1566e25-ff20-4e52-a61e-dec2435d90dc tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:26.145943 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d71c36c4-27fd-4605-8dc7-4d77d3dcac88 req-e1566e25-ff20-4e52-a61e-dec2435d90dc tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.0919087 May 31 18:19:26.199858 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d71c36c4-27fd-4605-8dc7-4d77d3dcac88 req-02968dc0-e1c1-4359-8d0a-bc33a4e3a17a tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479255 May 31 18:19:26.566299 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9522b4-4ea9-48fd-a495-82db3ec585df req-0a43ed19-780e-41d1-b311-49db1d54499d tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:26.567704 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6e9522b4-4ea9-48fd-a495-82db3ec585df req-0a43ed19-780e-41d1-b311-49db1d54499d tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 945 time: 0.1466241 May 31 18:19:26.576424 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758997d7-d89a-4501-9154-12a873cf585b req-64dc2c43-aebc-4962-949e-3699c67d43bf tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:26.577844 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-758997d7-d89a-4501-9154-12a873cf585b req-64dc2c43-aebc-4962-949e-3699c67d43bf tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 946 time: 0.1249478 May 31 18:19:26.648973 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6e9522b4-4ea9-48fd-a495-82db3ec585df req-11d1cf64-98da-46f0-a82c-d269c9817f13 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701802 May 31 18:19:26.656201 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-758997d7-d89a-4501-9154-12a873cf585b req-61de8c75-728a-4bc3-a413-0cfbfa12313e tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623813 May 31 18:19:26.835556 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1bb6e692-8e5d-4a4f-bccd-5a6290e43c92 req-7e865def-f412-4fd5-b33e-900356218c6a tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 210 time: 0.0801597 May 31 18:19:26.882364 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32243a-4f00-42ab-8691-befd99d04194 req-69b22f49-1cb3-4080-ad4a-4452a131110e tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:26.883836 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ef32243a-4f00-42ab-8691-befd99d04194 req-69b22f49-1cb3-4080-ad4a-4452a131110e tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 945 time: 0.0962484 May 31 18:19:26.928931 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ef32243a-4f00-42ab-8691-befd99d04194 req-f24376da-9beb-454b-b472-f49aee13c8ca tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388482 May 31 18:19:27.392372 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b48ff4-07d5-46e9-9550-bd3b242e7df6 req-9c8e0693-cd26-45a6-b93c-9628305fca6d tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:27.393808 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-31b48ff4-07d5-46e9-9550-bd3b242e7df6 req-9c8e0693-cd26-45a6-b93c-9628305fca6d tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.0862770 May 31 18:19:27.440487 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-31b48ff4-07d5-46e9-9550-bd3b242e7df6 req-5d8b6f4b-4ee1-43e8-826e-485cae9b870c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410814 May 31 18:19:27.954269 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc47620-134b-49ab-854d-7378abd496b8 req-f2f78634-d272-4965-a879-f195691af2fb tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:27.955781 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9fc47620-134b-49ab-854d-7378abd496b8 req-f2f78634-d272-4965-a879-f195691af2fb tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 945 time: 0.1964824 May 31 18:19:27.967033 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba091c0-d135-42c6-bc70-303bf27745fc req-d20a3902-aff4-4028-b7e2-681afb593e54 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:27.968431 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fba091c0-d135-42c6-bc70-303bf27745fc req-d20a3902-aff4-4028-b7e2-681afb593e54 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 946 time: 0.1203570 May 31 18:19:28.038152 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9fc47620-134b-49ab-854d-7378abd496b8 req-7055b6e4-0c61-4308-bf0d-5ee602c71661 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687907 May 31 18:19:28.042943 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fba091c0-d135-42c6-bc70-303bf27745fc req-2243da7f-331f-4e96-bf7f-3189a7f612a6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607355 May 31 18:19:28.210846 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-796e3871-40f7-423b-9f6c-109fa31117a6 req-3313df37-aa68-4fa8-8594-2dd472f15c1d tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 210 time: 0.0769501 May 31 18:19:28.252002 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771e7f7-19ae-4070-9778-6f4fa54dc2d1 req-1a6b4421-afcc-4959-b3f0-823f2ac9870f tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:28.253411 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d771e7f7-19ae-4070-9778-6f4fa54dc2d1 req-1a6b4421-afcc-4959-b3f0-823f2ac9870f tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 945 time: 0.0889308 May 31 18:19:28.299545 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d771e7f7-19ae-4070-9778-6f4fa54dc2d1 req-981a1980-8334-4cff-8b4d-91e10043bd29 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404961 May 31 18:19:28.759935 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ed09f-3341-467a-9fb2-7723ef94e845 req-a6f0e1a0-de23-4605-9730-0b4d1d12c85a tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:28.762035 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d82ed09f-3341-467a-9fb2-7723ef94e845 req-a6f0e1a0-de23-4605-9730-0b4d1d12c85a tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.0824542 May 31 18:19:28.805007 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d82ed09f-3341-467a-9fb2-7723ef94e845 req-07e27b1d-4640-4e49-9fdc-8639c0418dd1 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370200 May 31 18:19:29.285449 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573623c-77ac-4d17-8fb8-4625946554fd req-efdec695-c31c-48cb-9fc6-08be4645e248 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:29.286795 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f573623c-77ac-4d17-8fb8-4625946554fd req-efdec695-c31c-48cb-9fc6-08be4645e248 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 946 time: 0.1377368 May 31 18:19:29.295366 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157cb6c-65e9-461e-802a-cdf6597ca9a1 req-7c272017-50be-48d0-a2ad-9d5e3f260050 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:29.296677 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2157cb6c-65e9-461e-802a-cdf6597ca9a1 req-7c272017-50be-48d0-a2ad-9d5e3f260050 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 945 time: 0.1173048 May 31 18:19:29.363956 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f573623c-77ac-4d17-8fb8-4625946554fd req-ebd546c2-580e-457c-ba71-f4a6bed2702a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663640 May 31 18:19:29.371333 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2157cb6c-65e9-461e-802a-cdf6597ca9a1 req-8465a7c0-1b28-4065-87e6-24754e8a0db5 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590491 May 31 18:19:29.533134 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-57b6c1dd-95ee-4c48-8501-b770c838b42d req-2b42fc45-73d4-4185-82cd-83441760fdd3 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 210 time: 0.0741088 May 31 18:19:29.582406 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afc5ca-77d8-46f0-9d43-6cc77556d0e2 req-bb69d90a-ced4-4922-8c03-470d03a296b3 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:29.583855 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b8afc5ca-77d8-46f0-9d43-6cc77556d0e2 req-bb69d90a-ced4-4922-8c03-470d03a296b3 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 945 time: 0.0897410 May 31 18:19:29.626334 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b8afc5ca-77d8-46f0-9d43-6cc77556d0e2 req-007164f5-e42d-4604-a639-7673c64e345e tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368769 May 31 18:19:29.985969 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232f421-222f-4072-ba46-c4ac933812b7 req-2a718e39-7354-44d5-891c-9a4c622e0718 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:29.987436 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4232f421-222f-4072-ba46-c4ac933812b7 req-2a718e39-7354-44d5-891c-9a4c622e0718 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.0786500 May 31 18:19:30.036459 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4232f421-222f-4072-ba46-c4ac933812b7 req-a86edc5f-2a4a-40d2-8a7a-5de75dacaa86 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434432 May 31 18:19:30.612313 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add429f-7af8-44cd-af1f-ec4322da16bc req-409cc758-5388-4b8a-bd27-c8f1963c6346 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:30.613760 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1add429f-7af8-44cd-af1f-ec4322da16bc req-409cc758-5388-4b8a-bd27-c8f1963c6346 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 946 time: 0.1418669 May 31 18:19:30.621209 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a5953-6c02-4b0f-8517-cce35a894b93 req-46b8e218-b1f4-4e65-b8fe-8e233b72982b tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:30.622555 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-310a5953-6c02-4b0f-8517-cce35a894b93 req-46b8e218-b1f4-4e65-b8fe-8e233b72982b tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 945 time: 0.1148415 May 31 18:19:30.691621 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1add429f-7af8-44cd-af1f-ec4322da16bc req-c4de3e21-cd49-41db-ac2d-48b085fe3d77 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679545 May 31 18:19:30.695771 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-310a5953-6c02-4b0f-8517-cce35a894b93 req-0e1db06c-434e-45d0-a1f7-e1c92f5bfcd2 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573852 May 31 18:19:30.868217 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2dd60253-abd6-44a8-a521-ce5427501913 req-cd754ef8-48cb-43fd-9e6f-6e901f5f87bc tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 210 time: 0.0820544 May 31 18:19:30.907628 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4f649-1307-40c7-869f-62c484338d48 req-d31ce31e-addb-41f3-9125-598a84b0cbc3 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:30.909323 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-72b4f649-1307-40c7-869f-62c484338d48 req-d31ce31e-addb-41f3-9125-598a84b0cbc3 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 945 time: 0.0929430 May 31 18:19:30.964053 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-72b4f649-1307-40c7-869f-62c484338d48 req-28c48457-cc63-42d7-933d-badeb4b97e0e tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475540 May 31 18:19:31.228289 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7a4e6-525a-44e6-88e5-3e74fdc6404a req-3e4b52af-fc7d-4fc3-a191-56665b416ee9 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:31.230053 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a1f7a4e6-525a-44e6-88e5-3e74fdc6404a req-3e4b52af-fc7d-4fc3-a191-56665b416ee9 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.0848131 May 31 18:19:31.275970 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a1f7a4e6-525a-44e6-88e5-3e74fdc6404a req-df7b24a3-ff3d-40c7-8e29-3e1d74514a16 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394325 May 31 18:19:31.439297 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-72a21c4e-80c1-4128-9ef4-f8468ff9e3fa tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=de87c4c6f7e04b3583e0e8d418a6cf8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288885 May 31 18:19:31.597446 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-c8dc734c-6edd-456b-8a93-b9ff273dd7b6 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:31.598971 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-c8dc734c-6edd-456b-8a93-b9ff273dd7b6 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524107 May 31 18:19:31.624926 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Request body: {'port': {'device_id': '73262640-0052-4d7b-aa59-37f83f055377', 'network_id': '4711609b-53ef-4499-9df4-e3ce315ac4a3', 'admin_state_up': True, 'tenant_id': 'de87c4c6f7e04b3583e0e8d418a6cf8c'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:31.934430 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:31.959548 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Usage tracker for resource:port and tenant:de87c4c6f7e04b3583e0e8d418a6cf8c is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:31.966490 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:31.987113 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:32.012359 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Made reservation on behalf of de87c4c6f7e04b3583e0e8d418a6cf8c for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:19:32.016092 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:32.035487 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:32.039535 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa992c0d-8fd5-4d16-ad14-fe59ee4c598f req-31067001-5791-45de-ae3f-554d37ab0bba tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:32.041216 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-aa992c0d-8fd5-4d16-ad14-fe59ee4c598f req-31067001-5791-45de-ae3f-554d37ab0bba tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.43 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 945 time: 0.0903335 May 31 18:19:32.062564 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe17ded-ec70-4942-9d0c-aeac82809312 req-20dd1fc1-266f-421e-90b4-b92b35a6e4db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:32.064050 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-dbe17ded-ec70-4942-9d0c-aeac82809312 req-20dd1fc1-266f-421e-90b4-b92b35a6e4db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 945 time: 0.1933231 May 31 18:19:32.068719 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:32.081569 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664b75c-b5cd-44cd-85ca-b569202f090d req-8af1f956-e499-4fc5-9b4d-bac2f661a4f5 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:32.083031 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f664b75c-b5cd-44cd-85ca-b569202f090d req-8af1f956-e499-4fc5-9b4d-bac2f661a4f5 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 946 time: 0.2111704 May 31 18:19:32.083996 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Usage tracker for resource:security_group_rule and tenant:de87c4c6f7e04b3583e0e8d418a6cf8c is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:32.102648 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:32.126427 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:32.193133 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-dbe17ded-ec70-4942-9d0c-aeac82809312 req-3ee2ef8d-d9f3-4424-9037-10860a9b69b1 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211751 May 31 18:19:32.202541 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f664b75c-b5cd-44cd-85ca-b569202f090d req-9968ec66-7c24-4337-9090-4885b9ef48ac tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015658 May 31 18:19:32.348809 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [req-aa992c0d-8fd5-4d16-ad14-fe59ee4c598f req-f8181ed9-4bfb-497f-a3b6-d32b5171fa23 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Deleting port 82561236-bda9-4f89-8b8a-48bd6c420e69 {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:19:32.349457 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-aa992c0d-8fd5-4d16-ad14-fe59ee4c598f req-f8181ed9-4bfb-497f-a3b6-d32b5171fa23 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:32.414741 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:32.427901 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-165f39bd-3a3f-4971-957b-5e004584e07b req-147ee703-62af-4751-b072-c3fe3bf1c719 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 210 time: 0.0571549 May 31 18:19:32.430141 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:32.435365 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:32.526141 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [req-aa992c0d-8fd5-4d16-ad14-fe59ee4c598f req-f8181ed9-4bfb-497f-a3b6-d32b5171fa23 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] For port 82561236-bda9-4f89-8b8a-48bd6c420e69, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=82561236-bda9-4f89-8b8a-48bd6c420e69,segment=NetworkSegment(50fd1b89-e0c9-4e93-b211-999e5d2a410b),segment_id=50fd1b89-e0c9-4e93-b211-999e5d2a410b)] {{(pid=91733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:32.526625 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-aa992c0d-8fd5-4d16-ad14-fe59ee4c598f req-f8181ed9-4bfb-497f-a3b6-d32b5171fa23 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:32.539838 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcb5812-f05e-414e-828f-1b6bee78b60a,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:32.548931 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:32.663938 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [req-aa992c0d-8fd5-4d16-ad14-fe59ee4c598f req-f8181ed9-4bfb-497f-a3b6-d32b5171fa23 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Calling delete_port for 82561236-bda9-4f89-8b8a-48bd6c420e69 owned by compute:nova {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:19:32.665239 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02af1ec-eca0-44b3-abed-52385ac24018 req-2b303d6e-a33d-43cb-a84d-c4c6fe44b709 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:32.668003 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a02af1ec-eca0-44b3-abed-52385ac24018 req-2b303d6e-a33d-43cb-a84d-c4c6fe44b709 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 945 time: 0.3289661 May 31 18:19:32.717836 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Allocated IP 192.168.233.216 (4711609b-53ef-4499-9df4-e3ce315ac4a3/634456ac-bdc6-4dd0-8763-7bdab6626cb1/03869113-a378-4072-bf75-f0db64865ae3) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:19:32.754197 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a02af1ec-eca0-44b3-abed-52385ac24018 req-f5a11b96-5bfa-4e5d-9649-cafd5a0cd4c4 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/security-groups?id=e236aa08-3aa8-4dcd-888d-db9c9794102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759840 May 31 18:19:32.798331 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32296c-0b43-4b22-a573-5907b1919dc0 req-b496ba7a-c075-432d-967d-9ce4263ee5bf tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:32.800140 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2a32296c-0b43-4b22-a573-5907b1919dc0 req-b496ba7a-c075-432d-967d-9ce4263ee5bf tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 945 time: 0.2384465 May 31 18:19:32.817644 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 58648) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:32.840346 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-d60d680d-69a7-4847-999e-89a92ddcd480 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Request body: {'floatingip': {'port_id': '96fdff42-2e2a-4953-8f0b-b11d9e3d5f90'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:32.936939 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-aa992c0d-8fd5-4d16-ad14-fe59ee4c598f req-f8181ed9-4bfb-497f-a3b6-d32b5171fa23 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:32.952284 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['82561236-bda9-4f89-8b8a-48bd6c420e69'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:19:32.979170 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d60d680d-69a7-4847-999e-89a92ddcd480 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for floatingip, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:32.981080 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-d1d40751-5b64-4436-a68a-708af0023db0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:33.095333 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8181ed9-4bfb-497f-a3b6-d32b5171fa23 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Pushing event deleted for resources: {'Port': ['ID=82561236-bda9-4f89-8b8a-48bd6c420e69,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:33.098298 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-f8181ed9-4bfb-497f-a3b6-d32b5171fa23 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:33.178986 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa992c0d-8fd5-4d16-ad14-fe59ee4c598f req-f8181ed9-4bfb-497f-a3b6-d32b5171fa23 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] No DVR routers for this DVR port 82561236-bda9-4f89-8b8a-48bd6c420e69 on host hv-cinder-77005 {{(pid=91733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:19:33.182712 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-aa992c0d-8fd5-4d16-ad14-fe59ee4c598f req-f8181ed9-4bfb-497f-a3b6-d32b5171fa23 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:33.185382 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e35c98-1d10-4643-bf5c-a065a27981a6', 'name': 'network-vif-deleted', 'tag': '82561236-bda9-4f89-8b8a-48bd6c420e69'}] {{(pid=91733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:33.187731 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be887ca5dbf2450db9bbf819a9be465f9bc5271ee7f790899717ffbefd4c1453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da752d0-ff07-48da-84af-7ea52da110a9" -d '{"events": [{"server_uuid": "44e35c98-1d10-4643-bf5c-a065a27981a6", "name": "network-vif-deleted", "tag": "82561236-bda9-4f89-8b8a-48bd6c420e69"}]}' {{(pid=91733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:33.201695 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-aa992c0d-8fd5-4d16-ad14-fe59ee4c598f req-f8181ed9-4bfb-497f-a3b6-d32b5171fa23 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.43 "DELETE /v2.0/ports/82561236-bda9-4f89-8b8a-48bd6c420e69 HTTP/1.1" status: 204 len: 173 time: 1.1538615 May 31 18:19:33.416387 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:33.452456 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Transition to ACTIVE for port object 03869113-a378-4072-bf75-f0db64865ae3 will not be triggered until provisioned by entity DHCP. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:19:33.461661 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd6f5c-c921-438f-858b-d0d6e11b7671 req-f14b1088-a6f7-4e1d-b940-656bdd40bebb tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:33.463340 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-76fd6f5c-c921-438f-858b-d0d6e11b7671 req-f14b1088-a6f7-4e1d-b940-656bdd40bebb tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 946 time: 0.4126413 May 31 18:19:33.472598 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 58670) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:33.481366 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-dbfbfdc5-6f6a-4cfa-a2cd-936d3723d421 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Request body: {'floatingip': {'port_id': 'dbe7ca29-97d7-4a11-bf95-0720875ce363'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:33.541596 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcc283-04f7-49ed-8a46-d52e8859e12a req-a46c2ebc-7271-4b19-a924-a835647fa1cb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:33.541838 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a95f0b-b3dd-4ad5-b0ec-dc9f82ef903c x-openstack-request-id: req-42a95f0b-b3dd-4ad5-b0ec-dc9f82ef903c {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:33.541838 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e35c98-1d10-4643-bf5c-a065a27981a6", "name": "network-vif-deleted", "tag": "82561236-bda9-4f89-8b8a-48bd6c420e69", "status": "completed", "code": 200}]} {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:33.541838 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42a95f0b-b3dd-4ad5-b0ec-dc9f82ef903c {{(pid=91733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:33.542068 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e35c98-1d10-4643-bf5c-a065a27981a6', 'name': 'network-vif-deleted', 'tag': '82561236-bda9-4f89-8b8a-48bd6c420e69', 'status': 'completed', 'code': 200} May 31 18:19:33.542635 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-45fcc283-04f7-49ed-8a46-d52e8859e12a req-a46c2ebc-7271-4b19-a924-a835647fa1cb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.6162736 May 31 18:19:33.562280 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-dbfbfdc5-6f6a-4cfa-a2cd-936d3723d421 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for floatingip, before_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:33.793489 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-01bc8c78-a4ba-4220-950d-0349b3b176b2 req-375529ef-d4aa-4b5f-b6d7-ac23c61d6400 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 210 time: 0.0766313 May 31 18:19:33.806370 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-45fcc283-04f7-49ed-8a46-d52e8859e12a req-957b7a71-51b9-49ba-be7e-ba88b782cfb3 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516799 May 31 18:19:33.827318 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:33.899529 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-77d18ee6-3917-4ab8-99ae-c9648fe6d1d4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:34.133868 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-721e37dc-40ef-4bec-91f5-b1ec29a7a636 req-58f46a36-8ceb-4bf2-9a1f-aa2710d9cfd1 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 210 time: 0.2050223 May 31 18:19:34.136358 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Network 4711609b-53ef-4499-9df4-e3ce315ac4a3 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:19:34.144826 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:19:34.153327 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:19:34.187536 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Pushing event updated for resources: {'Port': ['ID=03869113-a378-4072-bf75-f0db64865ae3,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:34.199691 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:34.245709 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:34.246358 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:34.318271 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6970937 May 31 18:19:34.445422 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d60d680d-69a7-4847-999e-89a92ddcd480 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:34.451225 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d60d680d-69a7-4847-999e-89a92ddcd480 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401662'] for floatingip, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:34.481635 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-dbfbfdc5-6f6a-4cfa-a2cd-936d3723d421 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:34.486881 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-dbfbfdc5-6f6a-4cfa-a2cd-936d3723d421 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401662'] for floatingip, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:34.495330 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-99b26bde-1b08-4723-93e0-b0bd410d098b None None] Provisioning for port 03869113-a378-4072-bf75-f0db64865ae3 completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:19:34.503006 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-99b26bde-1b08-4723-93e0-b0bd410d098b None None] Provisioning complete for port 03869113-a378-4072-bf75-f0db64865ae3 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:34.503593 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-99b26bde-1b08-4723-93e0-b0bd410d098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:34.567877 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-99b26bde-1b08-4723-93e0-b0bd410d098b None None] Port 03869113-a378-4072-bf75-f0db64865ae3 cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:19:34.641122 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.l3_db [None req-d60d680d-69a7-4847-999e-89a92ddcd480 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Floating IP 7a42907f-e8d4-43e4-b04c-46f47896dd54 associated. External IP: 172.27.0.17, port: 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90. May 31 18:19:34.667360 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.db.l3_db [None req-dbfbfdc5-6f6a-4cfa-a2cd-936d3723d421 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Floating IP 1f509a34-ecfb-468c-ac73-1b4628020107 associated. External IP: 172.27.0.31, port: dbe7ca29-97d7-4a11-bf95-0720875ce363. May 31 18:19:35.032112 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfbfdc5-6f6a-4cfa-a2cd-936d3723d421 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:19:35.216019 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfbfdc5-6f6a-4cfa-a2cd-936d3723d421 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:19:35.219532 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60d680d-69a7-4847-999e-89a92ddcd480 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Router c4751df5-e207-469d-a306-8a05677a2892 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:19:35.220293 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-dbfbfdc5-6f6a-4cfa-a2cd-936d3723d421 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for floatingip, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:35.228145 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb6398-1679-4ea3-9624-185248c4025b None None] Sync routers for ids ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'] in dv-cinder-770050-4-iscsi {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:19:35.238858 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb6398-1679-4ea3-9624-185248c4025b None None] Routers {'1c7e4929-9cd4-49a5-a948-e47fd7b8755d'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:19:35.239459 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-00cb6398-1679-4ea3-9624-185248c4025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:19:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:35.249192 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3800f64-90eb-434c-9fcb-51b56bfbec12 req-e39e501b-4501-402e-a567-9c23f4e9c67c tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:35.249816 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-a3800f64-90eb-434c-9fcb-51b56bfbec12 req-e39e501b-4501-402e-a567-9c23f4e9c67c tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Synchronizing usage tracker for tenant:de87c4c6f7e04b3583e0e8d418a6cf8c on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:35.280405 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-dbfbfdc5-6f6a-4cfa-a2cd-936d3723d421 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "PUT /v2.0/floatingips/1f509a34-ecfb-468c-ac73-1b4628020107 HTTP/1.1" status: 200 len: 991 time: 1.8057647 May 31 18:19:35.329225 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989db1e4-7315-47fe-9f4d-e03f7848929c req-a6f4c42c-22b6-47ad-a832-4b947112c16b tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:35.330681 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-989db1e4-7315-47fe-9f4d-e03f7848929c req-a6f4c42c-22b6-47ad-a832-4b947112c16b tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.3327329 May 31 18:19:35.378307 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-a3800f64-90eb-434c-9fcb-51b56bfbec12 req-e39e501b-4501-402e-a567-9c23f4e9c67c tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Unset dirty status for tenant:de87c4c6f7e04b3583e0e8d418a6cf8c on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:35.379544 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a3800f64-90eb-434c-9fcb-51b56bfbec12 req-e39e501b-4501-402e-a567-9c23f4e9c67c tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 936 time: 0.4611955 May 31 18:19:35.417191 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-00cb6398-1679-4ea3-9624-185248c4025b None None] Set router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:19:35.488657 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-989db1e4-7315-47fe-9f4d-e03f7848929c req-ba62b284-5363-42e5-9471-e1fc873a279f tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445029 May 31 18:19:35.517572 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-a3800f64-90eb-434c-9fcb-51b56bfbec12 req-9eb44fb7-8fef-40ad-b1c9-f1834dcbb527 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Synchronizing usage tracker for tenant:de87c4c6f7e04b3583e0e8d418a6cf8c on resource:security_group {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:35.524860 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60d680d-69a7-4847-999e-89a92ddcd480 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:19:35.529510 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d60d680d-69a7-4847-999e-89a92ddcd480 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for floatingip, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:35.534321 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f772663a-59a4-485e-b45e-1160c87f0f89 None None] Sync routers for ids ['c4751df5-e207-469d-a306-8a05677a2892'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:19:35.543697 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef236d99-b89d-48a3-9ab9-e6a6677ea683', 'tag': 'dbe7ca29-97d7-4a11-bf95-0720875ce363'}] {{(pid=91733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:35.544179 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f772663a-59a4-485e-b45e-1160c87f0f89 None None] Routers {'c4751df5-e207-469d-a306-8a05677a2892'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:19:35.544357 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-f772663a-59a4-485e-b45e-1160c87f0f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:19:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['c4751df5-e207-469d-a306-8a05677a2892'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:35.546013 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be887ca5dbf2450db9bbf819a9be465f9bc5271ee7f790899717ffbefd4c1453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e6b9b4-344d-44f3-9403-b34a82346c00" -d '{"events": [{"name": "network-changed", "server_uuid": "ef236d99-b89d-48a3-9ab9-e6a6677ea683", "tag": "dbe7ca29-97d7-4a11-bf95-0720875ce363"}]}' {{(pid=91733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:35.595231 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-d60d680d-69a7-4847-999e-89a92ddcd480 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "PUT /v2.0/floatingips/7a42907f-e8d4-43e4-b04c-46f47896dd54 HTTP/1.1" status: 200 len: 990 time: 2.7698081 May 31 18:19:35.596257 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-a3800f64-90eb-434c-9fcb-51b56bfbec12 req-9eb44fb7-8fef-40ad-b1c9-f1834dcbb527 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Unset dirty status for tenant:de87c4c6f7e04b3583e0e8d418a6cf8c on resource:security_group {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:35.597669 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a3800f64-90eb-434c-9fcb-51b56bfbec12 req-9eb44fb7-8fef-40ad-b1c9-f1834dcbb527 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fcb5812-f05e-414e-828f-1b6bee78b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682544 May 31 18:19:35.597945 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a12e35-9e99-4786-920d-f98afdc40006', 'tag': '96fdff42-2e2a-4953-8f0b-b11d9e3d5f90'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:35.600496 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52d7ecf-319b-4f17-8cbd-c3cf875048b6" -d '{"events": [{"name": "network-changed", "server_uuid": "94a12e35-9e99-4786-920d-f98afdc40006", "tag": "96fdff42-2e2a-4953-8f0b-b11d9e3d5f90"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:35.668142 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-95a470ad-aaa3-4a3c-ae40-1c3e0ef3eed0 req-2e4afd7f-5003-4b48-b934-62d111a304a0 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 210 time: 0.0571027 May 31 18:19:35.730282 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831b30b2-1549-48a5-980e-bb4d4b24c9f1 x-openstack-request-id: req-831b30b2-1549-48a5-980e-bb4d4b24c9f1 {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:35.730636 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef236d99-b89d-48a3-9ab9-e6a6677ea683", "tag": "dbe7ca29-97d7-4a11-bf95-0720875ce363", "status": "completed", "code": 200}]} {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:35.730924 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-831b30b2-1549-48a5-980e-bb4d4b24c9f1 {{(pid=91733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:35.731331 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef236d99-b89d-48a3-9ab9-e6a6677ea683', 'tag': 'dbe7ca29-97d7-4a11-bf95-0720875ce363', 'status': 'completed', 'code': 200} May 31 18:19:35.767949 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-f772663a-59a4-485e-b45e-1160c87f0f89 None None] Set router c4751df5-e207-469d-a306-8a05677a2892 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:19:35.887044 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-00cb6398-1679-4ea3-9624-185248c4025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:18:44Z', 'revision_number': 4, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port': {'id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:24Z', 'updated_at': '2021-05-31T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': '1f509a34-ecfb-468c-ac73-1b4628020107', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'port_id': 'dbe7ca29-97d7-4a11-bf95-0720875ce363', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'mac_address': 'fa:16:3e:15:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef236d99-b89d-48a3-9ab9-e6a6677ea683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:18:57Z', 'updated_at': '2021-05-31T18:19:34Z', 'revision_number': 1, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2a0ffb-92df-45fc-8a24-1183cd21b940', 'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'mac_address': 'fa:16:3e:8f:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ec71e230-9295-42e2-886a-2045075dddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:40Z', 'updated_at': '2021-05-31T18:18:55Z', 'revision_number': 5, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'subnets': [{'id': 'ec71e230-9295-42e2-886a-2045075dddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:35.891091 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb6398-1679-4ea3-9624-185248c4025b None None] Checking router: 1c7e4929-9cd4-49a5-a948-e47fd7b8755d for host: dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:19:35.899361 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb6398-1679-4ea3-9624-185248c4025b None None] Routers {'1c7e4929-9cd4-49a5-a948-e47fd7b8755d'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:19:35.899885 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-00cb6398-1679-4ea3-9624-185248c4025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:19:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:36.076997 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-00cb6398-1679-4ea3-9624-185248c4025b None None] Set router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:19:36.154609 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-f772663a-59a4-485e-b45e-1160c87f0f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:18:39Z', 'revision_number': 4, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port': {'id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': '7a42907f-e8d4-43e4-b04c-46f47896dd54', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'port_id': '96fdff42-2e2a-4953-8f0b-b11d9e3d5f90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'mac_address': 'fa:16:3e:38:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a12e35-9e99-4786-920d-f98afdc40006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:18:51Z', 'updated_at': '2021-05-31T18:19:34Z', 'revision_number': 1, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a937546-1465-4eeb-90b3-9d3e052d5382', 'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'mac_address': 'fa:16:3e:5a:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:51Z', 'revision_number': 5, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'subnets': [{'id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:36.158597 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f772663a-59a4-485e-b45e-1160c87f0f89 None None] Checking router: c4751df5-e207-469d-a306-8a05677a2892 for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:19:36.167411 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f772663a-59a4-485e-b45e-1160c87f0f89 None None] Routers {'c4751df5-e207-469d-a306-8a05677a2892'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:19:36.168004 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-f772663a-59a4-485e-b45e-1160c87f0f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:19:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['c4751df5-e207-469d-a306-8a05677a2892'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:36.346197 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-f772663a-59a4-485e-b45e-1160c87f0f89 None None] Set router c4751df5-e207-469d-a306-8a05677a2892 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:19:36.427480 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-00cb6398-1679-4ea3-9624-185248c4025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:18:44Z', 'revision_number': 4, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port': {'id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:24Z', 'updated_at': '2021-05-31T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': '1f509a34-ecfb-468c-ac73-1b4628020107', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'port_id': 'dbe7ca29-97d7-4a11-bf95-0720875ce363', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'mac_address': 'fa:16:3e:15:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef236d99-b89d-48a3-9ab9-e6a6677ea683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:18:57Z', 'updated_at': '2021-05-31T18:19:34Z', 'revision_number': 1, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2a0ffb-92df-45fc-8a24-1183cd21b940', 'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'mac_address': 'fa:16:3e:8f:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ec71e230-9295-42e2-886a-2045075dddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:40Z', 'updated_at': '2021-05-31T18:18:55Z', 'revision_number': 5, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'subnets': [{'id': 'ec71e230-9295-42e2-886a-2045075dddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:36.431198 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb6398-1679-4ea3-9624-185248c4025b None None] The sync data for ids ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'] in dv-cinder-770050-4-iscsi is: [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:18:44Z', 'revision_number': 4, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port': {'id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:24Z', 'updated_at': '2021-05-31T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': '1f509a34-ecfb-468c-ac73-1b4628020107', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'port_id': 'dbe7ca29-97d7-4a11-bf95-0720875ce363', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'mac_address': 'fa:16:3e:15:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef236d99-b89d-48a3-9ab9-e6a6677ea683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:18:57Z', 'updated_at': '2021-05-31T18:19:34Z', 'revision_number': 1, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2a0ffb-92df-45fc-8a24-1183cd21b940', 'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'mac_address': 'fa:16:3e:8f:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ec71e230-9295-42e2-886a-2045075dddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:40Z', 'updated_at': '2021-05-31T18:18:55Z', 'revision_number': 5, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'subnets': [{'id': 'ec71e230-9295-42e2-886a-2045075dddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:19:36.617358 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86017811-a976-4cd5-b555-7c8944e17f9f None None] New status for floating IP 1f509a34-ecfb-468c-ac73-1b4628020107: ACTIVE {{(pid=91736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:19:36.701175 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-f772663a-59a4-485e-b45e-1160c87f0f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:18:39Z', 'revision_number': 4, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port': {'id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': '7a42907f-e8d4-43e4-b04c-46f47896dd54', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'port_id': '96fdff42-2e2a-4953-8f0b-b11d9e3d5f90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'mac_address': 'fa:16:3e:38:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a12e35-9e99-4786-920d-f98afdc40006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:18:51Z', 'updated_at': '2021-05-31T18:19:34Z', 'revision_number': 1, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a937546-1465-4eeb-90b3-9d3e052d5382', 'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'mac_address': 'fa:16:3e:5a:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:51Z', 'revision_number': 5, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'subnets': [{'id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:36.706180 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f772663a-59a4-485e-b45e-1160c87f0f89 None None] The sync data for ids ['c4751df5-e207-469d-a306-8a05677a2892'] in dv-cinder-770050-4-iscsi is: [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:18:39Z', 'revision_number': 4, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port': {'id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': '7a42907f-e8d4-43e4-b04c-46f47896dd54', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'port_id': '96fdff42-2e2a-4953-8f0b-b11d9e3d5f90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'mac_address': 'fa:16:3e:38:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a12e35-9e99-4786-920d-f98afdc40006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:18:51Z', 'updated_at': '2021-05-31T18:19:34Z', 'revision_number': 1, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a937546-1465-4eeb-90b3-9d3e052d5382', 'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'mac_address': 'fa:16:3e:5a:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:51Z', 'revision_number': 5, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'subnets': [{'id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:19:36.940232 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38433326-f36a-458a-a87b-c7c27cb0d206 None None] New status for floating IP 7a42907f-e8d4-43e4-b04c-46f47896dd54: ACTIVE {{(pid=91735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:19:40.797761 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 82561236-bda9-4f89-8b8a-48bd6c420e69 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:19:40.800300 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Request body: {'port': {'device_id': '73262640-0052-4d7b-aa59-37f83f055377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:40.836045 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] No Port match for: 82561236-bda9-4f89-8b8a-48bd6c420e69 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:19:40.836045 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 82561236-bda9-4f89-8b8a-48bd6c420e69 not bound to the agent host hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:19:40.932678 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880f3529-4640-423a-a5b8-3bb2ed8dc6a0 x-openstack-request-id: req-880f3529-4640-423a-a5b8-3bb2ed8dc6a0 {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:40.933027 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a12e35-9e99-4786-920d-f98afdc40006", "tag": "96fdff42-2e2a-4953-8f0b-b11d9e3d5f90", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:40.933278 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-880f3529-4640-423a-a5b8-3bb2ed8dc6a0 {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:40.939295 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a12e35-9e99-4786-920d-f98afdc40006', 'tag': '96fdff42-2e2a-4953-8f0b-b11d9e3d5f90', 'status': 'completed', 'code': 200} May 31 18:19:40.945866 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:40.965293 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.43', 50637) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:41.019276 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6b9b4-344d-44f3-9403-b34a82346c00 req-f4d7fb25-2194-49a3-949a-f4f5a6b299b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:41.020754 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-94e6b9b4-344d-44f3-9403-b34a82346c00 req-f4d7fb25-2194-49a3-949a-f4f5a6b299b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e0ba4821bf84395b9662f29d0e886ca&device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 1099 time: 0.1937554 May 31 18:19:41.049921 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-d7204dd8-5abb-48dd-9acf-9b2b643ac439 req-9d2952da-b182-4082-a3a9-48bcd8937da1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1343868 May 31 18:19:41.156667 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6b9b4-344d-44f3-9403-b34a82346c00 req-afaec843-b63b-4636-8989-7671eb7cf8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:41.158125 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-94e6b9b4-344d-44f3-9403-b34a82346c00 req-afaec843-b63b-4636-8989-7671eb7cf8cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 HTTP/1.1" status: 200 len: 912 time: 0.1284022 May 31 18:19:41.329383 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d7ecf-319b-4f17-8cbd-c3cf875048b6 req-cc261f52-9133-4a86-a25b-6d3d45e4fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:41.330868 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c52d7ecf-319b-4f17-8cbd-c3cf875048b6 req-cc261f52-9133-4a86-a25b-6d3d45e4fb6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71370ff0ec1348e8a0dd470d369623bb&device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 1098 time: 0.3608999 May 31 18:19:41.341471 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794f218-5752-4d9e-8565-8a2db14a3597 req-a901d4b1-55be-4223-b86c-1b11435b3d4c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:41.342832 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7794f218-5752-4d9e-8565-8a2db14a3597 req-a901d4b1-55be-4223-b86c-1b11435b3d4c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.3761675 May 31 18:19:41.400451 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f25b3-6eb1-4233-8e34-7a4842ce865a req-0f229004-2301-400e-ab73-8b0a48992e31 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:41.401893 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4d2f25b3-6eb1-4233-8e34-7a4842ce865a req-0f229004-2301-400e-ab73-8b0a48992e31 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 936 time: 0.3471701 May 31 18:19:41.520726 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7794f218-5752-4d9e-8565-8a2db14a3597 req-24bea9c2-a8f5-497b-b0e2-588d4ef290c5 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139088 May 31 18:19:41.526289 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4d2f25b3-6eb1-4233-8e34-7a4842ce865a req-e55ac7e6-5f86-4d32-8b72-16ad625f63bc tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fcb5812-f05e-414e-828f-1b6bee78b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161451 May 31 18:19:41.681210 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03869113-a378-4072-bf75-f0db64865ae3 {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:19:41.744500 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:41.750315 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-374ac643-8271-4939-b082-3513bc843e93 req-c7bc5b49-425f-44c3-ac39-b7043b562639 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e35c98-1d10-4643-bf5c-a065a27981a6 HTTP/1.1" status: 200 len: 210 time: 0.1059566 May 31 18:19:41.784257 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Transition to ACTIVE for port object 03869113-a378-4072-bf75-f0db64865ae3 will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:19:41.802020 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-94e6b9b4-344d-44f3-9403-b34a82346c00 req-6d776834-467f-48bb-aeb7-bab7a8d7a47f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbe7ca29-97d7-4a11-bf95-0720875ce363 HTTP/1.1" status: 200 len: 1001 time: 0.2426922 May 31 18:19:41.802172 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:41.811191 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:41.816220 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204dd8-5abb-48dd-9acf-9b2b643ac439 req-751ff767-065e-4943-ab12-103547b7cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:41.817747 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-d7204dd8-5abb-48dd-9acf-9b2b643ac439 req-751ff767-065e-4943-ab12-103547b7cc8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04fbb9fd981d4c33ab89836e4de1a086&device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 1098 time: 0.1101167 May 31 18:19:41.899419 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6b9b4-344d-44f3-9403-b34a82346c00 req-36576940-910d-492c-8423-946119107090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:41.901936 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-94e6b9b4-344d-44f3-9403-b34a82346c00 req-36576940-910d-492c-8423-946119107090 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec71e230-9295-42e2-886a-2045075dddec HTTP/1.1" status: 200 len: 850 time: 0.0807459 May 31 18:19:41.906616 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Pushing event updated for resources: {'Port': ['ID=03869113-a378-4072-bf75-f0db64865ae3,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:41.918513 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:42.110523 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6b9b4-344d-44f3-9403-b34a82346c00 req-40b20dd9-30cb-4fdf-9ecf-924932e9e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:42.112129 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-94e6b9b4-344d-44f3-9403-b34a82346c00 req-40b20dd9-30cb-4fdf-9ecf-924932e9e101 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2001789 May 31 18:19:42.116717 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204dd8-5abb-48dd-9acf-9b2b643ac439 req-076bb706-b8df-40e5-b305-473c2aa45e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:42.118054 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-d7204dd8-5abb-48dd-9acf-9b2b643ac439 req-076bb706-b8df-40e5-b305-473c2aa45e7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d0906071-12cb-42ed-b918-72a255e9632b HTTP/1.1" status: 200 len: 919 time: 0.2643204 May 31 18:19:42.122984 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d7ecf-319b-4f17-8cbd-c3cf875048b6 req-51c2db9f-b558-4416-9d19-caa277811316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:42.124459 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c52d7ecf-319b-4f17-8cbd-c3cf875048b6 req-51c2db9f-b558-4416-9d19-caa277811316 service neutron] 10.222.0.43 "GET /v2.0/networks?id=94b1778a-3714-47c8-abf7-03652140706b HTTP/1.1" status: 200 len: 918 time: 0.5112171 May 31 18:19:42.217439 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-d7204dd8-5abb-48dd-9acf-9b2b643ac439 req-ca0df6ab-8e47-4b0f-a37a-c0705a3c50cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f166e330-f475-430a-9547-7fe063b47a94 HTTP/1.1" status: 200 len: 217 time: 0.0746324 May 31 18:19:42.299547 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c52d7ecf-319b-4f17-8cbd-c3cf875048b6 req-045e35c3-ced6-4509-8350-9e8e0c4649f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 HTTP/1.1" status: 200 len: 1000 time: 0.1395705 May 31 18:19:42.349124 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204dd8-5abb-48dd-9acf-9b2b643ac439 req-e7a5235d-0d53-4ef9-9fe3-8f4e26e8f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:42.350701 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-d7204dd8-5abb-48dd-9acf-9b2b643ac439 req-e7a5235d-0d53-4ef9-9fe3-8f4e26e8f23c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d93125e-6ed3-456d-97d2-d3c9e0aa7334 HTTP/1.1" status: 200 len: 858 time: 0.0935705 May 31 18:19:42.395731 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d7ecf-319b-4f17-8cbd-c3cf875048b6 req-81acd671-ed95-4eaa-aee7-6b803981e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:42.397155 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c52d7ecf-319b-4f17-8cbd-c3cf875048b6 req-81acd671-ed95-4eaa-aee7-6b803981e978 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23a5645f-f287-424a-bed2-fe7d9c273f95 HTTP/1.1" status: 200 len: 856 time: 0.0892835 May 31 18:19:42.408530 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-d7204dd8-5abb-48dd-9acf-9b2b643ac439 req-4d12ce0e-1596-408c-b35e-24d075229b65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d0906071-12cb-42ed-b918-72a255e9632b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478296 May 31 18:19:42.410715 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-94e6b9b4-344d-44f3-9403-b34a82346c00 req-b0e257a6-646f-476d-9229-161024971471 service neutron] 10.222.0.43 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895646 May 31 18:19:42.415363 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Attempting to bind port 03869113-a378-4072-bf75-f0db64865ae3 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:19:42.415719 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Attempting to bind port 03869113-a378-4072-bf75-f0db64865ae3 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '539f81f6-45c5-4fcf-bae1-6e59085ba250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4711609b-53ef-4499-9df4-e3ce315ac4a3'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:19:42.416073 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Attempting to bind port 03869113-a378-4072-bf75-f0db64865ae3 on network 4711609b-53ef-4499-9df4-e3ce315ac4a3 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:19:42.460720 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Port 03869113-a378-4072-bf75-f0db64865ae3 on network 4711609b-53ef-4499-9df4-e3ce315ac4a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:19:42.461377 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Attempting to bind port 03869113-a378-4072-bf75-f0db64865ae3 on network 4711609b-53ef-4499-9df4-e3ce315ac4a3 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:19:42.468455 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Checking agent: {'id': '75fd49d7-87f2-48bc-9cc9-330562c49b9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:19:42.468826 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Checking segment: {'id': '539f81f6-45c5-4fcf-bae1-6e59085ba250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4711609b-53ef-4499-9df4-e3ce315ac4a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:19:42.469146 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Bound using segment: {'id': '539f81f6-45c5-4fcf-bae1-6e59085ba250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4711609b-53ef-4499-9df4-e3ce315ac4a3'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:19:42.469571 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Bound port: 03869113-a378-4072-bf75-f0db64865ae3, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539f81f6-45c5-4fcf-bae1-6e59085ba250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4711609b-53ef-4499-9df4-e3ce315ac4a3'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:19:42.469916 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:42.582061 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d7ecf-319b-4f17-8cbd-c3cf875048b6 req-cc373ce9-45b7-4e49-81dc-0bc3dca2e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:42.583662 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c52d7ecf-319b-4f17-8cbd-c3cf875048b6 req-cc373ce9-45b7-4e49-81dc-0bc3dca2e61f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94b1778a-3714-47c8-abf7-03652140706b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1697791 May 31 18:19:42.632613 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] For port 03869113-a378-4072-bf75-f0db64865ae3, host hv-cinder-77005, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:19:42.773810 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] For port 03869113-a378-4072-bf75-f0db64865ae3, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=03869113-a378-4072-bf75-f0db64865ae3,segment=NetworkSegment(539f81f6-45c5-4fcf-bae1-6e59085ba250),segment_id=539f81f6-45c5-4fcf-bae1-6e59085ba250)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:19:42.787212 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-94e6b9b4-344d-44f3-9403-b34a82346c00 req-3ce7f8ac-70e4-41ba-9fd8-bfc7f244a2e6 service neutron] 10.222.0.43 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411872 May 31 18:19:42.820909 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:42.830946 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-d7204dd8-5abb-48dd-9acf-9b2b643ac439 req-fa994858-9d56-4dbb-bfba-15d4f5b2cb0a service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068770 May 31 18:19:42.847778 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-00090ce5-0fc4-4309-8cb0-7cb2599774de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:42.971985 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:42.972128 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:42.973622 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] 10.222.0.43 "PUT /v2.0/ports/03869113-a378-4072-bf75-f0db64865ae3 HTTP/1.1" status: 200 len: 1098 time: 2.1775668 May 31 18:19:42.987191 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73262640-0052-4d7b-aa59-37f83f055377', 'tag': '03869113-a378-4072-bf75-f0db64865ae3'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:42.991896 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f525ada2-d26f-404b-8c43-e575562278db" -d '{"events": [{"name": "network-changed", "server_uuid": "73262640-0052-4d7b-aa59-37f83f055377", "tag": "03869113-a378-4072-bf75-f0db64865ae3"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:43.034146 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-d7204dd8-5abb-48dd-9acf-9b2b643ac439 req-0b04230f-5e16-4c85-be0c-6f58accec3fa service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960909 May 31 18:19:43.113133 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c52d7ecf-319b-4f17-8cbd-c3cf875048b6 req-1b53213b-1248-404c-8560-30d2e8b78b0f service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174155 May 31 18:19:43.120432 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Pushing event updated for resources: {'Port': ['ID=03869113-a378-4072-bf75-f0db64865ae3,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:43.131981 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:43.241529 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebbe75-a5b4-4d63-8d46-944d7acccd4c req-8f66ea97-485e-49f1-aadd-5d208c10e29e tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:43.243006 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3cebbe75-a5b4-4d63-8d46-944d7acccd4c req-8f66ea97-485e-49f1-aadd-5d208c10e29e tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.5074613 May 31 18:19:43.254694 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d74a6d-8cf2-497e-a11f-c856de133ebd req-a8d61470-e0d6-484a-ab34-0b7820e13ffa tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:43.256101 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c0d74a6d-8cf2-497e-a11f-c856de133ebd req-a8d61470-e0d6-484a-ab34-0b7820e13ffa tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 948 time: 0.4885483 May 31 18:19:43.355153 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-396d91ff-c804-4505-bab1-807ca319b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:43.356530 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-396d91ff-c804-4505-bab1-807ca319b3f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de87c4c6f7e04b3583e0e8d418a6cf8c&device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 1101 time: 0.3254349 May 31 18:19:43.434794 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3cebbe75-a5b4-4d63-8d46-944d7acccd4c req-84e34127-271d-4bfc-8523-e5f42793c154 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701765 May 31 18:19:43.453787 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c0d74a6d-8cf2-497e-a11f-c856de133ebd req-d4cf3b4c-de4b-48a4-a2a4-391deaaa90b9 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fcb5812-f05e-414e-828f-1b6bee78b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695762 May 31 18:19:43.456949 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-f2c23794-ac13-4401-8792-d405eb4d0d63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=03869113-a378-4072-bf75-f0db64865ae3 HTTP/1.1" status: 200 len: 217 time: 0.0810103 May 31 18:19:43.458626 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c52d7ecf-319b-4f17-8cbd-c3cf875048b6 req-1fd882ab-6c98-4126-847b-dab2e437a193 service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257682 May 31 18:19:43.538371 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-1841cb47-cb64-4b8b-957b-622fbe74ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:43.541386 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-1841cb47-cb64-4b8b-957b-622fbe74ac43 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=634456ac-bdc6-4dd0-8763-7bdab6626cb1 HTTP/1.1" status: 200 len: 843 time: 0.0681431 May 31 18:19:43.549367 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24893cd-a3e5-4d8f-8914-fdaf2c278bbe x-openstack-request-id: req-e24893cd-a3e5-4d8f-8914-fdaf2c278bbe {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:43.549690 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73262640-0052-4d7b-aa59-37f83f055377", "tag": "03869113-a378-4072-bf75-f0db64865ae3", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:43.549971 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e24893cd-a3e5-4d8f-8914-fdaf2c278bbe {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:43.550424 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73262640-0052-4d7b-aa59-37f83f055377', 'tag': '03869113-a378-4072-bf75-f0db64865ae3', 'status': 'completed', 'code': 200} May 31 18:19:43.685056 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-e56a1350-3c63-4f2d-91ae-aec14950b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:43.686733 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-e56a1350-3c63-4f2d-91ae-aec14950b057 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4711609b-53ef-4499-9df4-e3ce315ac4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1355059 May 31 18:19:43.846363 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-bdbeafb9-a9fb-4061-936d-e3bee30be3b5 service neutron] 10.222.0.43 "GET /v2.0/networks/4711609b-53ef-4499-9df4-e3ce315ac4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404881 May 31 18:19:44.097296 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d02aa280-8ab2-4df7-bca9-ea5eced6827a req-7bb7a601-b786-448e-a116-3f258c8af714 service neutron] 10.222.0.43 "GET /v2.0/networks/4711609b-53ef-4499-9df4-e3ce315ac4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422481 May 31 18:19:44.253025 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525ada2-d26f-404b-8c43-e575562278db req-6f77d217-1910-461e-b021-fbfaa3a7f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:44.254509 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f525ada2-d26f-404b-8c43-e575562278db req-6f77d217-1910-461e-b021-fbfaa3a7f976 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de87c4c6f7e04b3583e0e8d418a6cf8c&device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 1101 time: 0.0850708 May 31 18:19:44.454616 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525ada2-d26f-404b-8c43-e575562278db req-a6586072-461d-4a6a-9f45-66aa9e966fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:44.455971 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f525ada2-d26f-404b-8c43-e575562278db req-a6586072-461d-4a6a-9f45-66aa9e966fc3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4711609b-53ef-4499-9df4-e3ce315ac4a3 HTTP/1.1" status: 200 len: 870 time: 0.1823492 May 31 18:19:44.530473 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f525ada2-d26f-404b-8c43-e575562278db req-1f453ce5-075c-4ebc-9400-7028e8e1c69b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=03869113-a378-4072-bf75-f0db64865ae3 HTTP/1.1" status: 200 len: 217 time: 0.0650227 May 31 18:19:44.537355 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06933f29-d4ac-455c-ab3b-9cd477c9d29a req-5091f2d6-57f5-41eb-a8a5-85ae292ffb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:44.537504 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-06933f29-d4ac-455c-ab3b-9cd477c9d29a req-5091f2d6-57f5-41eb-a8a5-85ae292ffb67 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 1098 time: 0.1590033 May 31 18:19:44.717678 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525ada2-d26f-404b-8c43-e575562278db req-c08a4cc3-433a-4774-a32c-9693c957e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:44.719023 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f525ada2-d26f-404b-8c43-e575562278db req-c08a4cc3-433a-4774-a32c-9693c957e91c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=634456ac-bdc6-4dd0-8763-7bdab6626cb1 HTTP/1.1" status: 200 len: 843 time: 0.1803529 May 31 18:19:44.730117 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-06933f29-d4ac-455c-ab3b-9cd477c9d29a req-b80e8488-7a0f-4a4b-9729-2565df8e4315 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597104 May 31 18:19:44.820852 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904928e1-7658-4f70-a7aa-9e015665ddda req-ad2b668d-3c9c-4cf5-837a-332a9c656377 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:44.822921 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-904928e1-7658-4f70-a7aa-9e015665ddda req-ad2b668d-3c9c-4cf5-837a-332a9c656377 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 948 time: 0.2355053 May 31 18:19:44.831680 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b9b63-ca95-4dda-b57e-7116bf1477d1 req-661fb9b9-b91b-4f2a-bdc7-79640c95f0cd tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:44.833045 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-396b9b63-ca95-4dda-b57e-7116bf1477d1 req-661fb9b9-b91b-4f2a-bdc7-79640c95f0cd tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.2615502 May 31 18:19:44.890086 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525ada2-d26f-404b-8c43-e575562278db req-dcfec215-194a-47bb-a830-8c45b5d499c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:44.891797 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f525ada2-d26f-404b-8c43-e575562278db req-dcfec215-194a-47bb-a830-8c45b5d499c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4711609b-53ef-4499-9df4-e3ce315ac4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1638341 May 31 18:19:44.911201 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-904928e1-7658-4f70-a7aa-9e015665ddda req-6a35aacc-8d45-4525-baf5-4e640448cdeb tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fcb5812-f05e-414e-828f-1b6bee78b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762589 May 31 18:19:44.918285 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-396b9b63-ca95-4dda-b57e-7116bf1477d1 req-59434d64-0013-49bf-b8fd-c1d61dda8de2 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686834 May 31 18:19:44.936781 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:46.927897 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0ff0796d-1af8-47f1-b85d-b07085f29c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:49.323001 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:49.701979 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-47369b29-6f9b-497b-a779-147e67ff766d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:50.291683 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:50.655653 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f525ada2-d26f-404b-8c43-e575562278db req-cc9b349f-233d-4aac-a8d4-0089930bfec1 service neutron] 10.222.0.43 "GET /v2.0/networks/4711609b-53ef-4499-9df4-e3ce315ac4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370523 May 31 18:19:50.940144 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f525ada2-d26f-404b-8c43-e575562278db req-1fb7949f-8a1a-4c86-aa3e-50e1e5cdc374 service neutron] 10.222.0.43 "GET /v2.0/networks/4711609b-53ef-4499-9df4-e3ce315ac4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396395 May 31 18:19:50.957192 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41e86d-7295-4969-a4f1-1c3e6d00f781 req-0b82dc0a-7898-46af-b921-22c491e8c5a7 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:50.958557 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1f41e86d-7295-4969-a4f1-1c3e6d00f781 req-0b82dc0a-7898-46af-b921-22c491e8c5a7 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.2385283 May 31 18:19:50.966608 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a0fba-d484-4801-ba14-71a6c5c0f34a req-3bb977c3-a061-4a79-b875-139d7b1fd91a tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:50.967968 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-772a0fba-d484-4801-ba14-71a6c5c0f34a req-3bb977c3-a061-4a79-b875-139d7b1fd91a tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 948 time: 0.2469342 May 31 18:19:51.037362 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1f41e86d-7295-4969-a4f1-1c3e6d00f781 req-3c5886fa-7f5d-4094-b61a-dca1774bcad6 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684848 May 31 18:19:51.041691 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-772a0fba-d484-4801-ba14-71a6c5c0f34a req-e7496a74-06b0-4b0e-b2c3-cbea881cd4e3 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fcb5812-f05e-414e-828f-1b6bee78b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602801 May 31 18:19:52.077514 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:52.342662 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba2431-db64-4588-b78a-ffa70b0a8e8c req-0f0d9705-38e5-46e9-bcba-82b8fb3b1f53 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:52.344136 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-80ba2431-db64-4588-b78a-ffa70b0a8e8c req-0f0d9705-38e5-46e9-bcba-82b8fb3b1f53 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 948 time: 0.1932347 May 31 18:19:52.352750 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8d151-18b0-46bc-a3d1-3bffc3aa3f3f req-864dc443-17d2-428d-adc7-bf6c79c5b371 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:52.354990 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-55a8d151-18b0-46bc-a3d1-3bffc3aa3f3f req-864dc443-17d2-428d-adc7-bf6c79c5b371 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.1719935 May 31 18:19:52.425038 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-80ba2431-db64-4588-b78a-ffa70b0a8e8c req-30b75c97-bcf6-4976-9e28-e4d453304136 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fcb5812-f05e-414e-828f-1b6bee78b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690691 May 31 18:19:52.429341 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-55a8d151-18b0-46bc-a3d1-3bffc3aa3f3f req-ae5bd41f-d3e9-4bb6-ae92-5d7730e35567 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584624 May 31 18:19:52.985291 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 58924) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:53.044613 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b80476-8d28-44b1-aea1-4e4bee6b8071 admin admin] Deleting subnet b3c4e587-076c-4b63-b32a-db441d6f43f5 {{(pid=91734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:19:53.047674 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-99b80476-8d28-44b1-aea1-4e4bee6b8071 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.175424 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-99b80476-8d28-44b1-aea1-4e4bee6b8071 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16442366'] for subnet, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.228683 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-99b80476-8d28-44b1-aea1-4e4bee6b8071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515759'] for subnet, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.483355 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-99b80476-8d28-44b1-aea1-4e4bee6b8071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15610288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16171853'] for subnet, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.490475 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:53.534172 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b80476-8d28-44b1-aea1-4e4bee6b8071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c4e587-076c-4b63-b32a-db441d6f43f5,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:53.542110 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-99b80476-8d28-44b1-aea1-4e4bee6b8071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:53.543332 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-99b80476-8d28-44b1-aea1-4e4bee6b8071 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.550438 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-99b80476-8d28-44b1-aea1-4e4bee6b8071 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b3c4e587-076c-4b63-b32a-db441d6f43f5 HTTP/1.1" status: 204 len: 168 time: 0.5639660 May 31 18:19:53.553041 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 58936) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:53.666960 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941f267-b3e8-4504-bd83-0a45302b2ba6 req-ab572b8a-ee4d-4322-ada8-5876ac6f9949 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:53.672192 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b941f267-b3e8-4504-bd83-0a45302b2ba6 req-ab572b8a-ee4d-4322-ada8-5876ac6f9949 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.1180983 May 31 18:19:53.761972 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b941f267-b3e8-4504-bd83-0a45302b2ba6 req-e7a1d537-4bf9-4f61-a695-418e078c9819 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832000 May 31 18:19:53.826996 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642395'] for network, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.939763 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33479f-ed93-4ac4-adc9-ee62b8cb3f0b req-d8d8a018-096e-4410-865d-a7024c18f9e4 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:53.950964 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1c33479f-ed93-4ac4-adc9-ee62b8cb3f0b req-d8d8a018-096e-4410-865d-a7024c18f9e4 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 948 time: 0.1743085 May 31 18:19:53.998729 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512032', 'neutron.services.segments.db._delete_segments_for_network-8759829597148'] for network, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:54.016207 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:54.018325 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:54.019757 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:54.020251 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Subscribe: > port after_create 55550000 {{(pid=91733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:54.020678 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:54.021127 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Subscribe: > port after_update 55550000 {{(pid=91733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:54.022341 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:54.022341 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:54.022341 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:54.022918 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:54.049136 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1c33479f-ed93-4ac4-adc9-ee62b8cb3f0b req-8cb43b7b-fa2e-4af8-a0a7-5a1597f4a578 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fcb5812-f05e-414e-828f-1b6bee78b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973096 May 31 18:19:54.086280 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3716a-e2a4-49c4-b201-0dd057ca50a5 req-77b1a12d-54a0-4b13-bcd8-018c71c7a53b tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:54.093134 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4ff3716a-e2a4-49c4-b201-0dd057ca50a5 req-77b1a12d-54a0-4b13-bcd8-018c71c7a53b tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.1184678 May 31 18:19:54.160317 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:54.160744 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:54.162370 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:54.162922 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:54.163139 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57fb700-0079-445e-9d90-61a64cda363b']}} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:54.174410 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4ff3716a-e2a4-49c4-b201-0dd057ca50a5 req-1d711b8d-1290-43ad-a436-bd50977444f2 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804226 May 31 18:19:54.182176 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50fd1b89-e0c9-4e93-b211-999e5d2a410b') {'for_net_delete': True} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:54.182176 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50fd1b89-e0c9-4e93-b211-999e5d2a410b') {} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:54.194888 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759829606045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14803860'] for segment, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:54.216578 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:54.225726 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=91733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:19:54.226117 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14664004'] for segment, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: from cryptography.utils import int_from_bytes May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: from cryptography.utils import int_from_bytes May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: Traceback (most recent call last): May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: timer() May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: cb(*args, **kw) May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: return func(*args, **kwargs) May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: self._notify() May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: self.callback(batched_events) May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: event.method(event) May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: return f(self, *a, **k) May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: return self._get(url).json() May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: return self.request(url, 'GET', **kwargs) May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:19:54.248224 dv-cinder-770050-4-iscsi neutron-server[91733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:19:54.431775 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401612'] for network, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:54.438217 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:54.443658 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:54.466691 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Pushing event deleted for resources: {'Network': ['ID=e57fb700-0079-445e-9d90-61a64cda363b,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:54.469657 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:54.476349 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e57fb700-0079-445e-9d90-61a64cda363b HTTP/1.1" status: 204 len: 168 time: 0.9210405 May 31 18:19:54.686694 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 58982) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:54.744176 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-7e8fae83-3779-422f-afff-89de399b8de4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1aadac876c6c42e3bb58fc89e38be16b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0555532 May 31 18:19:54.746857 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 58986) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:54.804644 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0a1a39d0-6e06-43ae-86ef-3e53097009bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:54.831396 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0a1a39d0-6e06-43ae-86ef-3e53097009bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:54.884189 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0a1a39d0-6e06-43ae-86ef-3e53097009bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:54.891779 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-d7ff012c-ab54-4b72-8ccc-315a3877e191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:54.904805 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a39d0-6e06-43ae-86ef-3e53097009bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e236aa08-3aa8-4dcd-888d-db9c9794102a,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:54.908023 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-0a1a39d0-6e06-43ae-86ef-3e53097009bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:54.919918 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0a1a39d0-6e06-43ae-86ef-3e53097009bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:54.921040 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-0a1a39d0-6e06-43ae-86ef-3e53097009bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e236aa08-3aa8-4dcd-888d-db9c9794102a HTTP/1.1" status: 204 len: 168 time: 0.1732965 May 31 18:19:55.017157 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:19:55.253229 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945865b6-49b9-4e93-9cb6-f5fe92db8b40 req-7c93e485-8406-4faf-bb0d-1e7441a78627 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:55.255109 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-945865b6-49b9-4e93-9cb6-f5fe92db8b40 req-7c93e485-8406-4faf-bb0d-1e7441a78627 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 948 time: 0.0860972 May 31 18:19:55.326815 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-945865b6-49b9-4e93-9cb6-f5fe92db8b40 req-830ebfea-e52d-431e-b8aa-5abec9a56643 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fcb5812-f05e-414e-828f-1b6bee78b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614090 May 31 18:19:57.496862 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 03869113-a378-4072-bf75-f0db64865ae3 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:19:57.642590 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 03869113-a378-4072-bf75-f0db64865ae3, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=03869113-a378-4072-bf75-f0db64865ae3,segment=NetworkSegment(539f81f6-45c5-4fcf-bae1-6e59085ba250),segment_id=539f81f6-45c5-4fcf-bae1-6e59085ba250)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:57.655608 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Returning: {'device': '03869113-a378-4072-bf75-f0db64865ae3', 'network_id': '4711609b-53ef-4499-9df4-e3ce315ac4a3', 'port_id': '03869113-a378-4072-bf75-f0db64865ae3', 'mac_address': 'fa:16:3e:f6:e0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '634456ac-bdc6-4dd0-8763-7bdab6626cb1', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:19:57.709589 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:57.725675 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03869113-a378-4072-bf75-f0db64865ae3 {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:19:57.741016 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 03869113-a378-4072-bf75-f0db64865ae3, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=03869113-a378-4072-bf75-f0db64865ae3,segment=NetworkSegment(539f81f6-45c5-4fcf-bae1-6e59085ba250),segment_id=539f81f6-45c5-4fcf-bae1-6e59085ba250)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:57.745459 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:57.747546 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:57.819416 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=03869113-a378-4072-bf75-f0db64865ae3,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:57.826908 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:57.827261 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:57.827596 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:57.827927 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:57.828253 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:57.828578 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:57.828900 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:57.829226 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:57.829575 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:57.833951 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:57.833951 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:57.833951 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:57.834815 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:59.317902 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c14c4-82e9-4b5d-85f9-cd6ffd6d6ace req-ecb204d4-ed4c-49cf-8578-1f29137e1ce8 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:59.319368 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-461c14c4-82e9-4b5d-85f9-cd6ffd6d6ace req-ecb204d4-ed4c-49cf-8578-1f29137e1ce8 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 949 time: 0.0789664 May 31 18:19:59.363838 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-461c14c4-82e9-4b5d-85f9-cd6ffd6d6ace req-093d4b09-371b-4486-a0b9-7e554b68810f tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fcb5812-f05e-414e-828f-1b6bee78b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382495 May 31 18:20:00.208269 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['03869113-a378-4072-bf75-f0db64865ae3'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:20:00.557038 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4dc949-e97b-4793-b8d9-a435df41dc32 req-987be84e-82e1-4e1a-858d-1435b2aba598 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:00.558523 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7b4dc949-e97b-4793-b8d9-a435df41dc32 req-987be84e-82e1-4e1a-858d-1435b2aba598 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 949 time: 0.0873332 May 31 18:20:00.603812 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7b4dc949-e97b-4793-b8d9-a435df41dc32 req-0797c8cf-a09f-48ac-b4aa-f981d03a11b1 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fcb5812-f05e-414e-828f-1b6bee78b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394955 May 31 18:20:01.439981 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 59138) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:01.633818 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6231fd96-95af-4089-9c29-e3be8a5eab21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:01.652789 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-6231fd96-95af-4089-9c29-e3be8a5eab21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:01.657660 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-6231fd96-95af-4089-9c29-e3be8a5eab21 admin admin] Usage tracker for resource:security_group_rule and tenant:b7469371a75846b9a560077aade8022a is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:01.661625 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-6231fd96-95af-4089-9c29-e3be8a5eab21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:01.670080 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-6231fd96-95af-4089-9c29-e3be8a5eab21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:01.732340 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e790c0-d76c-44f2-997e-f02f4c430089 req-d04c32da-1c06-4032-b2a2-909ea616022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:01.739414 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-43e790c0-d76c-44f2-997e-f02f4c430089 req-d04c32da-1c06-4032-b2a2-909ea616022b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04fbb9fd981d4c33ab89836e4de1a086&device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 1098 time: 0.1085031 May 31 18:20:01.796056 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6231fd96-95af-4089-9c29-e3be8a5eab21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:01.803879 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6231fd96-95af-4089-9c29-e3be8a5eab21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:01.814112 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-6a43d36b-a45e-423c-b363-94d68bf1b2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:01.863234 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-6231fd96-95af-4089-9c29-e3be8a5eab21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7469371a75846b9a560077aade8022a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4192841 May 31 18:20:01.863234 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231fd96-95af-4089-9c29-e3be8a5eab21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5aeb8e-6071-4fd5-aec0-6cbf13e335a1,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:01.865540 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-6231fd96-95af-4089-9c29-e3be8a5eab21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:01.866238 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 59162) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:01.932484 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d2e180f1-e2ff-45bb-b563-9c3bc0bece1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:01.966034 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d2e180f1-e2ff-45bb-b563-9c3bc0bece1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:02.038303 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478761b-a2d4-4f31-a4a4-d087c28e7185 req-3239e6a0-75ef-40e5-9f10-19f58bbd280b tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:02.039817 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9478761b-a2d4-4f31-a4a4-d087c28e7185 req-3239e6a0-75ef-40e5-9f10-19f58bbd280b tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 949 time: 0.2640200 May 31 18:20:02.040956 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d2e180f1-e2ff-45bb-b563-9c3bc0bece1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:02.048433 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e790c0-d76c-44f2-997e-f02f4c430089 req-fe6aa9c3-d0dd-41aa-90ae-e7dd08ec1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:02.049921 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-43e790c0-d76c-44f2-997e-f02f4c430089 req-fe6aa9c3-d0dd-41aa-90ae-e7dd08ec1b23 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d0906071-12cb-42ed-b918-72a255e9632b HTTP/1.1" status: 200 len: 919 time: 0.3055780 May 31 18:20:02.050568 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:02.061143 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8942719-b161-45bc-b962-9c67e0f49f76 req-80207982-2163-4e74-b046-ac5ab438b73a tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:02.068234 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b8942719-b161-45bc-b962-9c67e0f49f76 req-80207982-2163-4e74-b046-ac5ab438b73a tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.2910805 May 31 18:20:02.073342 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d2e180f1-e2ff-45bb-b563-9c3bc0bece1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:02.077203 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-d2e180f1-e2ff-45bb-b563-9c3bc0bece1c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca5aeb8e-6071-4fd5-aec0-6cbf13e335a1 HTTP/1.1" status: 204 len: 168 time: 0.2100110 May 31 18:20:02.080123 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e180f1-e2ff-45bb-b563-9c3bc0bece1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5aeb8e-6071-4fd5-aec0-6cbf13e335a1,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:02.088586 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-d2e180f1-e2ff-45bb-b563-9c3bc0bece1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:02.176084 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-43e790c0-d76c-44f2-997e-f02f4c430089 req-cc735d18-7665-4d26-a3d6-d5f17dc00d1d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f166e330-f475-430a-9547-7fe063b47a94 HTTP/1.1" status: 200 len: 217 time: 0.1057277 May 31 18:20:02.263922 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9478761b-a2d4-4f31-a4a4-d087c28e7185 req-1b583328-2434-431e-b256-e08c567b51c4 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fcb5812-f05e-414e-828f-1b6bee78b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169857 May 31 18:20:02.299056 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b8942719-b161-45bc-b962-9c67e0f49f76 req-37ecbd59-2045-4284-8423-68fc2f633dc6 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297904 May 31 18:20:02.300631 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e790c0-d76c-44f2-997e-f02f4c430089 req-15920a28-2faf-4fd7-84b1-eb61cd9b9c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:02.302131 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-43e790c0-d76c-44f2-997e-f02f4c430089 req-15920a28-2faf-4fd7-84b1-eb61cd9b9c4f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d93125e-6ed3-456d-97d2-d3c9e0aa7334 HTTP/1.1" status: 200 len: 858 time: 0.1122103 May 31 18:20:02.399102 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-43e790c0-d76c-44f2-997e-f02f4c430089 req-ae9bff4a-172b-4f45-b8e7-c55088734bd8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d0906071-12cb-42ed-b918-72a255e9632b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880098 May 31 18:20:02.666989 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-43e790c0-d76c-44f2-997e-f02f4c430089 req-393929ef-3152-44da-b507-b9306d7aa9db service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609189 May 31 18:20:02.812121 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-43e790c0-d76c-44f2-997e-f02f4c430089 req-27d2aaa6-8e93-49bf-af47-1f407f5e37dc service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376350 May 31 18:20:03.136423 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 03869113-a378-4072-bf75-f0db64865ae3 up at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:20:03.211254 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning for port 03869113-a378-4072-bf75-f0db64865ae3 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:20:03.216409 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning complete for port 03869113-a378-4072-bf75-f0db64865ae3 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:20:03.216897 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:03.404760 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:03.437942 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73262640-0052-4d7b-aa59-37f83f055377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03869113-a378-4072-bf75-f0db64865ae3'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:20:03.440880 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2f5ff8a6751ba2ee84274e630c5bdce29e81d1d572756191e078aed669e92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee7299c-72f0-4f7e-b8a3-17b4bf11f1b1" -d '{"events": [{"server_uuid": "73262640-0052-4d7b-aa59-37f83f055377", "name": "network-vif-plugged", "status": "completed", "tag": "03869113-a378-4072-bf75-f0db64865ae3"}]}' {{(pid=91735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:20:03.450610 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 03869113-a378-4072-bf75-f0db64865ae3, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=03869113-a378-4072-bf75-f0db64865ae3,segment=NetworkSegment(539f81f6-45c5-4fcf-bae1-6e59085ba250),segment_id=539f81f6-45c5-4fcf-bae1-6e59085ba250)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:20:03.455752 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:03.459382 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:03.569265 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=03869113-a378-4072-bf75-f0db64865ae3,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:03.577429 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:03.618282 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb8f0e-051b-4135-9c78-171a1fd2b9b7 req-de6cafcf-4a20-46f9-98fb-763aad8f41b9 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:03.620659 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-89bb8f0e-051b-4135-9c78-171a1fd2b9b7 req-de6cafcf-4a20-46f9-98fb-763aad8f41b9 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 950 time: 0.2244408 May 31 18:20:03.686439 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-89bb8f0e-051b-4135-9c78-171a1fd2b9b7 req-465d5aac-79ef-41a2-b016-0c92c3fc1c60 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fcb5812-f05e-414e-828f-1b6bee78b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553997 May 31 18:20:03.699282 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075700a-d843-47be-918d-77ed9c91e850 req-6ae6ff6a-64b3-4ef2-959f-34e6ddeb9d4d tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:03.710681 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a075700a-d843-47be-918d-77ed9c91e850 req-6ae6ff6a-64b3-4ef2-959f-34e6ddeb9d4d tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.1609857 May 31 18:20:03.751737 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a075700a-d843-47be-918d-77ed9c91e850 req-4457f1bc-f53b-49c5-9343-ddfedcc238a1 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443523 May 31 18:20:03.757377 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d4f69e-3007-4de5-8150-013bd7bd6a5e x-openstack-request-id: req-08d4f69e-3007-4de5-8150-013bd7bd6a5e {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:20:03.757701 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73262640-0052-4d7b-aa59-37f83f055377", "name": "network-vif-plugged", "status": "completed", "tag": "03869113-a378-4072-bf75-f0db64865ae3", "code": 200}]} {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:20:03.757960 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08d4f69e-3007-4de5-8150-013bd7bd6a5e {{(pid=91735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:20:03.758363 dv-cinder-770050-4-iscsi neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73262640-0052-4d7b-aa59-37f83f055377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03869113-a378-4072-bf75-f0db64865ae3', 'code': 200} May 31 18:20:04.028783 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e6385-7e80-4e89-a024-378e3aab7045 req-3ef657e0-488d-412b-89df-86fe6c8bb047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:04.030325 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c13e6385-7e80-4e89-a024-378e3aab7045 req-3ef657e0-488d-412b-89df-86fe6c8bb047 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 1103 time: 0.0733142 May 31 18:20:04.073275 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c13e6385-7e80-4e89-a024-378e3aab7045 req-2042e286-416d-49c8-af81-53a4e9e64c08 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3fcb5812-f05e-414e-828f-1b6bee78b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357347 May 31 18:20:04.980440 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eac9ac-0365-4bf7-b85e-8a17cc8ade48 req-b64d53ad-11db-4084-a90d-3d0ae81a3fe1 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:04.982907 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f7eac9ac-0365-4bf7-b85e-8a17cc8ade48 req-b64d53ad-11db-4084-a90d-3d0ae81a3fe1 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 950 time: 0.1620963 May 31 18:20:05.006660 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf2922-9da8-4ab8-91fb-ee4402b1dbd6 req-a11a6c8d-47c8-4fc3-a9da-f5de639118c7 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:05.008301 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a3cf2922-9da8-4ab8-91fb-ee4402b1dbd6 req-a11a6c8d-47c8-4fc3-a9da-f5de639118c7 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.1146326 May 31 18:20:05.106506 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f7eac9ac-0365-4bf7-b85e-8a17cc8ade48 req-3d6a11f4-bf3a-45c6-a5b1-055c0b31ae04 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fcb5812-f05e-414e-828f-1b6bee78b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146364 May 31 18:20:05.109438 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a3cf2922-9da8-4ab8-91fb-ee4402b1dbd6 req-4a82e2cb-313a-42df-b40a-4f7deffd221a tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850856 May 31 18:20:06.393514 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d7ed6-f7ed-420c-87ff-ec1fb86ff2f7 req-ba3ec5f4-5da9-4208-9acd-8b027da7405b tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:06.395001 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-279d7ed6-f7ed-420c-87ff-ec1fb86ff2f7 req-ba3ec5f4-5da9-4208-9acd-8b027da7405b tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.1219637 May 31 18:20:06.403027 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be7f80-ba06-457c-a66f-088d66cb938e req-9c06f467-2dcc-4f07-9e32-5c779cda8115 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:06.404430 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-89be7f80-ba06-457c-a66f-088d66cb938e req-9c06f467-2dcc-4f07-9e32-5c779cda8115 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 950 time: 0.1716554 May 31 18:20:06.436662 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 59372) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:06.478226 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-279d7ed6-f7ed-420c-87ff-ec1fb86ff2f7 req-1046b107-d319-4b09-b1d7-4af83b39bd3e tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728490 May 31 18:20:06.485903 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-89be7f80-ba06-457c-a66f-088d66cb938e req-4d709c99-704c-49f9-a7c4-d2758692e90c tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fcb5812-f05e-414e-828f-1b6bee78b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657394 May 31 18:20:06.507672 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ba0a5f-343a-45b2-b0b9-d745dfa7371d admin admin] Deleting subnet 6b30b2f8-f493-4811-bb74-3f3d8ff47b2a {{(pid=91733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:20:06.512028 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0a5f-343a-45b2-b0b9-d745dfa7371d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:06.571909 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0a5f-343a-45b2-b0b9-d745dfa7371d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14803871'] for subnet, precommit_delete_associations {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:06.631191 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0a5f-343a-45b2-b0b9-d745dfa7371d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515759'] for subnet, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:06.632620 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 59382) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:06.753990 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9481cf4b-7751-4d2f-a85c-6d87e9be0b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:06.768808 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-9481cf4b-7751-4d2f-a85c-6d87e9be0b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:06.772805 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-9481cf4b-7751-4d2f-a85c-6d87e9be0b83 admin admin] Usage tracker for resource:security_group_rule and tenant:4d774ec75bea4eb89f7beee55d3a98e3 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:06.775862 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-9481cf4b-7751-4d2f-a85c-6d87e9be0b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:06.781540 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-9481cf4b-7751-4d2f-a85c-6d87e9be0b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:06.866380 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9481cf4b-7751-4d2f-a85c-6d87e9be0b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:06.870692 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9481cf4b-7751-4d2f-a85c-6d87e9be0b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:06.876878 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0a5f-343a-45b2-b0b9-d745dfa7371d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14664674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14473407'] for subnet, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:06.877832 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f5e9ca5e-a14c-442f-9f92-58019795148d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:06.881435 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:06.922025 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0a5f-343a-45b2-b0b9-d745dfa7371d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:06.922341 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-9481cf4b-7751-4d2f-a85c-6d87e9be0b83 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d774ec75bea4eb89f7beee55d3a98e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886670 May 31 18:20:06.923259 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481cf4b-7751-4d2f-a85c-6d87e9be0b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cc48e0-d165-4f9d-a1f5-e8e9b1197282,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:06.925465 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 59388) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:06.926612 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba0a5f-343a-45b2-b0b9-d745dfa7371d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b30b2f8-f493-4811-bb74-3f3d8ff47b2a,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:06.927871 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9481cf4b-7751-4d2f-a85c-6d87e9be0b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:06.928836 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-c7ba0a5f-343a-45b2-b0b9-d745dfa7371d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:06.935164 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-c7ba0a5f-343a-45b2-b0b9-d745dfa7371d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6b30b2f8-f493-4811-bb74-3f3d8ff47b2a HTTP/1.1" status: 204 len: 168 time: 0.4946389 May 31 18:20:06.935164 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 59392) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:06.985300 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-47fc0950-d078-444b-b5b2-790e1316df48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.010695 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-47fc0950-d078-444b-b5b2-790e1316df48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.038882 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-573aaf12-442a-4556-b3fd-72a128ccc713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642395'] for network, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.065248 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-47fc0950-d078-444b-b5b2-790e1316df48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.069207 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-28155ace-c4e3-446c-802a-51417b4cde46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:07.082232 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc0950-d078-444b-b5b2-790e1316df48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cc48e0-d165-4f9d-a1f5-e8e9b1197282,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:07.085953 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-47fc0950-d078-444b-b5b2-790e1316df48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:07.088727 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-47fc0950-d078-444b-b5b2-790e1316df48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.090542 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-47fc0950-d078-444b-b5b2-790e1316df48 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8cc48e0-d165-4f9d-a1f5-e8e9b1197282 HTTP/1.1" status: 204 len: 168 time: 0.1641002 May 31 18:20:07.164409 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-573aaf12-442a-4556-b3fd-72a128ccc713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512032', 'neutron.services.segments.db._delete_segments_for_network-8759829597148'] for network, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.179209 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-573aaf12-442a-4556-b3fd-72a128ccc713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6793bfd-e2ab-4c81-9829-8988026e08f1']}} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:07.192680 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-573aaf12-442a-4556-b3fd-72a128ccc713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d0c588-9306-4ee5-9d9e-59e119faedf3') {'for_net_delete': True} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:07.193014 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-573aaf12-442a-4556-b3fd-72a128ccc713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d0c588-9306-4ee5-9d9e-59e119faedf3') {} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:07.205833 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-573aaf12-442a-4556-b3fd-72a128ccc713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759829606045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14803860'] for segment, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.222696 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-573aaf12-442a-4556-b3fd-72a128ccc713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.230401 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573aaf12-442a-4556-b3fd-72a128ccc713 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=91733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:20:07.230941 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-573aaf12-442a-4556-b3fd-72a128ccc713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14664004'] for segment, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: Traceback (most recent call last): May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: timer() May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: cb(*args, **kw) May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: return func(*args, **kwargs) May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: self._notify() May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: self.callback(batched_events) May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: event.method(event) May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: return f(self, *a, **k) May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: return self._get(url).json() May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: return self.request(url, 'GET', **kwargs) May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:20:07.244334 dv-cinder-770050-4-iscsi neutron-server[91733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:20:07.322798 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-573aaf12-442a-4556-b3fd-72a128ccc713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401612'] for network, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.327611 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-573aaf12-442a-4556-b3fd-72a128ccc713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.331405 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-304f7221-95e9-4c24-a97e-6af547c5b265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:07.350109 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573aaf12-442a-4556-b3fd-72a128ccc713 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6793bfd-e2ab-4c81-9829-8988026e08f1,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:07.353265 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-573aaf12-442a-4556-b3fd-72a128ccc713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:07.355637 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-573aaf12-442a-4556-b3fd-72a128ccc713 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d6793bfd-e2ab-4c81-9829-8988026e08f1 HTTP/1.1" status: 204 len: 168 time: 0.4193006 May 31 18:20:07.357902 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 59402) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:07.394147 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 59408) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:07.420973 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-91fc3bf4-0438-4ce8-9b2a-9f9fdfa42993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.421101 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f885b1-a16b-486b-a5eb-5c90cf1aaee4 admin admin] Deleting subnet 05793ac7-e0ea-4605-b256-8b8cd537a2d1 {{(pid=91733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:20:07.422308 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-87f885b1-a16b-486b-a5eb-5c90cf1aaee4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.446178 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-91fc3bf4-0438-4ce8-9b2a-9f9fdfa42993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:07.450574 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-91fc3bf4-0438-4ce8-9b2a-9f9fdfa42993 admin admin] Usage tracker for resource:security_group_rule and tenant:59d49017bebb4e768d374b86892f9c18 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:07.453550 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-91fc3bf4-0438-4ce8-9b2a-9f9fdfa42993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:07.461339 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-91fc3bf4-0438-4ce8-9b2a-9f9fdfa42993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:07.475351 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-87f885b1-a16b-486b-a5eb-5c90cf1aaee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14803871'] for subnet, precommit_delete_associations {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.533035 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-87f885b1-a16b-486b-a5eb-5c90cf1aaee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515759'] for subnet, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.548746 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-91fc3bf4-0438-4ce8-9b2a-9f9fdfa42993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.552640 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-91fc3bf4-0438-4ce8-9b2a-9f9fdfa42993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.564453 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9481cf4b-7751-4d2f-a85c-6d87e9be0b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:07.603881 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc3bf4-0438-4ce8-9b2a-9f9fdfa42993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84223c6-1368-4a22-adc8-d2c6f1647e08,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:07.621619 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-91fc3bf4-0438-4ce8-9b2a-9f9fdfa42993 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59d49017bebb4e768d374b86892f9c18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229941 May 31 18:20:07.621619 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-91fc3bf4-0438-4ce8-9b2a-9f9fdfa42993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:07.621871 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 59416) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:07.687792 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4d5e4f68-9549-47cc-aab0-c99427b71a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.719129 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4d5e4f68-9549-47cc-aab0-c99427b71a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.779593 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4d5e4f68-9549-47cc-aab0-c99427b71a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.787224 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ee2854bc-bff3-42ab-adce-d63f46786fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:07.805177 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e4f68-9549-47cc-aab0-c99427b71a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84223c6-1368-4a22-adc8-d2c6f1647e08,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:07.811262 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4d5e4f68-9549-47cc-aab0-c99427b71a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:07.813219 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4d5e4f68-9549-47cc-aab0-c99427b71a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.814959 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-4d5e4f68-9549-47cc-aab0-c99427b71a81 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f84223c6-1368-4a22-adc8-d2c6f1647e08 HTTP/1.1" status: 204 len: 168 time: 0.1916583 May 31 18:20:07.912979 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-87f885b1-a16b-486b-a5eb-5c90cf1aaee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14664674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14473407'] for subnet, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.921306 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-283cfe2d-3dcf-4b51-b00a-11d4e00cc154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:07.959703 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f885b1-a16b-486b-a5eb-5c90cf1aaee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05793ac7-e0ea-4605-b256-8b8cd537a2d1,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:07.964093 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-87f885b1-a16b-486b-a5eb-5c90cf1aaee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:07.965258 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-87f885b1-a16b-486b-a5eb-5c90cf1aaee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.973447 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-87f885b1-a16b-486b-a5eb-5c90cf1aaee4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/05793ac7-e0ea-4605-b256-8b8cd537a2d1 HTTP/1.1" status: 204 len: 168 time: 0.6143744 May 31 18:20:07.975890 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 59430) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:08.083400 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8b18d239-3b57-42e2-b98a-081e0050915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642395'] for network, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:08.214823 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8b18d239-3b57-42e2-b98a-081e0050915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512032', 'neutron.services.segments.db._delete_segments_for_network-8759829597148'] for network, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:08.227872 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-8b18d239-3b57-42e2-b98a-081e0050915d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd707a23-f0c0-403b-bbc5-dea924171304']}} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:08.240081 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-8b18d239-3b57-42e2-b98a-081e0050915d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c7fe85-eb9f-4f41-8ca3-65d4f7c4fddb') {'for_net_delete': True} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:08.240373 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-8b18d239-3b57-42e2-b98a-081e0050915d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c7fe85-eb9f-4f41-8ca3-65d4f7c4fddb') {} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:08.251964 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8b18d239-3b57-42e2-b98a-081e0050915d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759829606045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16442357'] for segment, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:08.272635 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8b18d239-3b57-42e2-b98a-081e0050915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:08.279785 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b18d239-3b57-42e2-b98a-081e0050915d admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=91734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:20:08.280206 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8b18d239-3b57-42e2-b98a-081e0050915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15610646'] for segment, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: Traceback (most recent call last): May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: timer() May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: cb(*args, **kw) May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: return func(*args, **kwargs) May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: self._notify() May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: self.callback(batched_events) May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: event.method(event) May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: return f(self, *a, **k) May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: return self._get(url).json() May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: return self.request(url, 'GET', **kwargs) May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:20:08.363594 dv-cinder-770050-4-iscsi neutron-server[91734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:20:08.439861 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8b18d239-3b57-42e2-b98a-081e0050915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401612'] for network, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:08.444154 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1a43dba8-9446-48be-abc7-b0f88a88c885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:08.463131 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8b18d239-3b57-42e2-b98a-081e0050915d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:08.469921 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18d239-3b57-42e2-b98a-081e0050915d admin admin] Pushing event deleted for resources: {'Network': ['ID=fd707a23-f0c0-403b-bbc5-dea924171304,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:08.473054 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-8b18d239-3b57-42e2-b98a-081e0050915d admin admin] 10.222.0.30 "DELETE /v2.0/networks/fd707a23-f0c0-403b-bbc5-dea924171304 HTTP/1.1" status: 204 len: 168 time: 0.4959860 May 31 18:20:08.474018 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8b18d239-3b57-42e2-b98a-081e0050915d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:08.650117 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 59458) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:08.701599 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-c20bd273-3d09-4383-a74f-8d0513c3f3ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e1a97942354496b90998b0a048b715b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500603 May 31 18:20:08.704247 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 59464) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:08.763583 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-506ba51a-4ae4-4f0a-83c4-13a8354351d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:08.788838 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-506ba51a-4ae4-4f0a-83c4-13a8354351d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:08.849420 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-506ba51a-4ae4-4f0a-83c4-13a8354351d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:08.854888 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-47fc0950-d078-444b-b5b2-790e1316df48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:08.864936 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ba51a-4ae4-4f0a-83c4-13a8354351d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1319ed-9a24-47d8-b95a-ffee842a9562,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:08.869482 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-506ba51a-4ae4-4f0a-83c4-13a8354351d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:08.871750 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-506ba51a-4ae4-4f0a-83c4-13a8354351d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:08.872837 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-506ba51a-4ae4-4f0a-83c4-13a8354351d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd1319ed-9a24-47d8-b95a-ffee842a9562 HTTP/1.1" status: 204 len: 168 time: 0.1677201 May 31 18:20:09.229956 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 59488) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:09.284695 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-6b54d49e-a4a0-408d-ac2a-2acfd0bad3d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=debe300b62bc46f4b103bd3e8393bd0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535181 May 31 18:20:09.287205 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 59494) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:09.346673 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c51cbe2f-7f9f-4894-973f-df16199f0957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:09.373593 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c51cbe2f-7f9f-4894-973f-df16199f0957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:09.429486 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c51cbe2f-7f9f-4894-973f-df16199f0957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:09.434587 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:09.444791 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cbe2f-7f9f-4894-973f-df16199f0957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c330c247-73f8-4299-91a6-4c4d0dfaf3e8,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:09.448731 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c51cbe2f-7f9f-4894-973f-df16199f0957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:09.452066 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c51cbe2f-7f9f-4894-973f-df16199f0957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:09.453163 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-c51cbe2f-7f9f-4894-973f-df16199f0957 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c330c247-73f8-4299-91a6-4c4d0dfaf3e8 HTTP/1.1" status: 204 len: 168 time: 0.1650796 May 31 18:20:10.412131 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b21c80-655e-49fd-bd43-0dfa092af40a req-e3c4f4f7-6d5a-477b-9c1e-02a8cbf553b1 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:10.414175 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-61b21c80-655e-49fd-bd43-0dfa092af40a req-e3c4f4f7-6d5a-477b-9c1e-02a8cbf553b1 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.1060970 May 31 18:20:10.474145 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-61b21c80-655e-49fd-bd43-0dfa092af40a req-5693adee-b854-45bb-918f-843dd2d94b07 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526292 May 31 18:20:10.651807 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248dbab-cb3a-4b24-8d64-18843d22fe6b req-b82ba4cc-8330-4574-ac3b-8f24912d048a tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:10.653272 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7248dbab-cb3a-4b24-8d64-18843d22fe6b req-b82ba4cc-8330-4574-ac3b-8f24912d048a tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 950 time: 0.0855353 May 31 18:20:10.701416 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7248dbab-cb3a-4b24-8d64-18843d22fe6b req-bc8cfeab-40ff-4e83-9bab-a1bc457cf596 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fcb5812-f05e-414e-828f-1b6bee78b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423613 May 31 18:20:11.689001 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6c08d-6e79-47fd-bf7a-85e3218fc1bd req-59cb3f73-85a6-424c-93b7-6c5dbd75a4e8 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:11.690789 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4ff6c08d-6e79-47fd-bf7a-85e3218fc1bd req-59cb3f73-85a6-424c-93b7-6c5dbd75a4e8 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0935752 May 31 18:20:11.760017 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4ff6c08d-6e79-47fd-bf7a-85e3218fc1bd req-38d19d2d-c7a0-44f1-828d-f8e14083ede3 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591908 May 31 18:20:11.952312 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56298b-894b-4fd7-b4f1-943ec061a802 req-5c1268e6-ad73-4ea3-b27c-3fcd96968d69 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:11.953776 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fb56298b-894b-4fd7-b4f1-943ec061a802 req-5c1268e6-ad73-4ea3-b27c-3fcd96968d69 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 950 time: 0.0877235 May 31 18:20:12.010052 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fb56298b-894b-4fd7-b4f1-943ec061a802 req-5fa49bed-e4f6-4d73-8f4e-33bd2700eee1 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fcb5812-f05e-414e-828f-1b6bee78b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500891 May 31 18:20:12.541468 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb358af-f0d6-4cb5-9e9e-27fe351ef0c6 req-223929a0-c13d-4466-8c41-e959351abd08 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:12.542910 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bcb358af-f0d6-4cb5-9e9e-27fe351ef0c6 req-223929a0-c13d-4466-8c41-e959351abd08 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.43 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 950 time: 0.1259918 May 31 18:20:12.688276 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-bcb358af-f0d6-4cb5-9e9e-27fe351ef0c6 req-31887ba7-619d-4e3a-9d10-ecfa0a7a4482 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Deleting port 03869113-a378-4072-bf75-f0db64865ae3 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:20:12.688907 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-bcb358af-f0d6-4cb5-9e9e-27fe351ef0c6 req-31887ba7-619d-4e3a-9d10-ecfa0a7a4482 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:12.846024 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-bcb358af-f0d6-4cb5-9e9e-27fe351ef0c6 req-31887ba7-619d-4e3a-9d10-ecfa0a7a4482 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] For port 03869113-a378-4072-bf75-f0db64865ae3, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=03869113-a378-4072-bf75-f0db64865ae3,segment=NetworkSegment(539f81f6-45c5-4fcf-bae1-6e59085ba250),segment_id=539f81f6-45c5-4fcf-bae1-6e59085ba250)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:20:12.846600 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-bcb358af-f0d6-4cb5-9e9e-27fe351ef0c6 req-31887ba7-619d-4e3a-9d10-ecfa0a7a4482 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:12.997787 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-bcb358af-f0d6-4cb5-9e9e-27fe351ef0c6 req-31887ba7-619d-4e3a-9d10-ecfa0a7a4482 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Calling delete_port for 03869113-a378-4072-bf75-f0db64865ae3 owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:20:13.265581 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d669b6-dc43-4df2-8577-ef75d5a50a67 req-4284787e-68f2-4cfa-b6a2-2d7f7bf8cf81 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:13.267722 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-08d669b6-dc43-4df2-8577-ef75d5a50a67 req-4284787e-68f2-4cfa-b6a2-2d7f7bf8cf81 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.3538902 May 31 18:20:13.435679 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e23f98-5049-40c4-a802-8d0ad4ad0f1d req-cbc3ec4f-8be9-4ded-8ba2-c563cfe391d2 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:13.437108 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-46e23f98-5049-40c4-a802-8d0ad4ad0f1d req-cbc3ec4f-8be9-4ded-8ba2-c563cfe391d2 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/ports?device_id=73262640-0052-4d7b-aa59-37f83f055377 HTTP/1.1" status: 200 len: 950 time: 0.2929008 May 31 18:20:13.471418 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-08d669b6-dc43-4df2-8577-ef75d5a50a67 req-d3d2a57e-fac3-4dcf-94bd-ce7d9616337c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962297 May 31 18:20:13.492843 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-bcb358af-f0d6-4cb5-9e9e-27fe351ef0c6 req-31887ba7-619d-4e3a-9d10-ecfa0a7a4482 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:13.504551 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:13.507026 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['03869113-a378-4072-bf75-f0db64865ae3'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:20:13.549464 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-46e23f98-5049-40c4-a802-8d0ad4ad0f1d req-d46888e1-d45e-43b3-af3f-d46798e96544 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fcb5812-f05e-414e-828f-1b6bee78b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032348 May 31 18:20:13.559007 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31887ba7-619d-4e3a-9d10-ecfa0a7a4482 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Pushing event deleted for resources: {'Port': ['ID=03869113-a378-4072-bf75-f0db64865ae3,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:13.562740 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-31887ba7-619d-4e3a-9d10-ecfa0a7a4482 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:13.657587 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb358af-f0d6-4cb5-9e9e-27fe351ef0c6 req-31887ba7-619d-4e3a-9d10-ecfa0a7a4482 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] No DVR routers for this DVR port 03869113-a378-4072-bf75-f0db64865ae3 on host hv-cinder-77005 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:20:13.663836 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-bcb358af-f0d6-4cb5-9e9e-27fe351ef0c6 req-31887ba7-619d-4e3a-9d10-ecfa0a7a4482 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:13.667313 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73262640-0052-4d7b-aa59-37f83f055377', 'name': 'network-vif-deleted', 'tag': '03869113-a378-4072-bf75-f0db64865ae3'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:20:13.672892 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8c8a61-aba0-419a-b1b6-4857ddbab6e7" -d '{"events": [{"server_uuid": "73262640-0052-4d7b-aa59-37f83f055377", "name": "network-vif-deleted", "tag": "03869113-a378-4072-bf75-f0db64865ae3"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:20:13.691538 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bcb358af-f0d6-4cb5-9e9e-27fe351ef0c6 req-31887ba7-619d-4e3a-9d10-ecfa0a7a4482 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] 10.222.0.43 "DELETE /v2.0/ports/03869113-a378-4072-bf75-f0db64865ae3 HTTP/1.1" status: 204 len: 173 time: 1.1424925 May 31 18:20:13.759410 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97a72a4-0c4a-401b-98b2-fccc336e8b9c x-openstack-request-id: req-b97a72a4-0c4a-401b-98b2-fccc336e8b9c {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:20:13.759727 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73262640-0052-4d7b-aa59-37f83f055377", "name": "network-vif-deleted", "tag": "03869113-a378-4072-bf75-f0db64865ae3", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:20:13.760008 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b97a72a4-0c4a-401b-98b2-fccc336e8b9c {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:20:13.760455 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73262640-0052-4d7b-aa59-37f83f055377', 'name': 'network-vif-deleted', 'tag': '03869113-a378-4072-bf75-f0db64865ae3', 'status': 'completed', 'code': 200} May 31 18:20:14.669434 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4ad0f-6804-49e5-bc6d-06b69e8a2725 req-7fb1b173-ffcd-4476-91f2-67375e30bb53 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:14.669434 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-67e4ad0f-6804-49e5-bc6d-06b69e8a2725 req-7fb1b173-ffcd-4476-91f2-67375e30bb53 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0836325 May 31 18:20:14.714224 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-67e4ad0f-6804-49e5-bc6d-06b69e8a2725 req-8b67da14-b187-47e3-8bf2-baf74adebb93 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426714 May 31 18:20:14.946594 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:14.991530 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 59742) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:15.117552 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0fded2c3-f4ea-4078-b302-080ad04afe15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:15.134328 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-0fded2c3-f4ea-4078-b302-080ad04afe15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:15.140113 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-0fded2c3-f4ea-4078-b302-080ad04afe15 admin admin] Usage tracker for resource:security_group_rule and tenant:b21a19397e934c458c51ee95bce1061b is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:15.147976 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-0fded2c3-f4ea-4078-b302-080ad04afe15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:15.155079 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-0fded2c3-f4ea-4078-b302-080ad04afe15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:15.261709 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3970e-1929-454f-8191-210a3f8e2c0f req-ca9c56b6-640d-4a75-8f98-f738037a2c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:15.263428 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1bf3970e-1929-454f-8191-210a3f8e2c0f req-ca9c56b6-640d-4a75-8f98-f738037a2c3e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 1098 time: 0.1216311 May 31 18:20:15.284866 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0fded2c3-f4ea-4078-b302-080ad04afe15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:15.291288 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0fded2c3-f4ea-4078-b302-080ad04afe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:15.304642 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-1b9a8daf-7e8a-4161-8bd8-eba3829d5201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:15.324230 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1bf3970e-1929-454f-8191-210a3f8e2c0f req-fa954e46-cfab-45c0-8b30-85ee82111f1c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523956 May 31 18:20:15.362081 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 59776) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:15.362204 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-0fded2c3-f4ea-4078-b302-080ad04afe15 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b21a19397e934c458c51ee95bce1061b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692377 May 31 18:20:15.364397 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fded2c3-f4ea-4078-b302-080ad04afe15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2650a3-f3c1-42f4-acca-dffc8a5c3492,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:15.367842 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-0fded2c3-f4ea-4078-b302-080ad04afe15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:15.443136 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aa761127-c1f8-4c1a-8144-06a60969b1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:15.472125 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aa761127-c1f8-4c1a-8144-06a60969b1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:15.546347 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aa761127-c1f8-4c1a-8144-06a60969b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:15.552127 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-506ba51a-4ae4-4f0a-83c4-13a8354351d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:15.563718 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa761127-c1f8-4c1a-8144-06a60969b1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2650a3-f3c1-42f4-acca-dffc8a5c3492,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:15.569740 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-aa761127-c1f8-4c1a-8144-06a60969b1b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:15.572482 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aa761127-c1f8-4c1a-8144-06a60969b1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:15.573594 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-aa761127-c1f8-4c1a-8144-06a60969b1b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c2650a3-f3c1-42f4-acca-dffc8a5c3492 HTTP/1.1" status: 204 len: 168 time: 0.2103601 May 31 18:20:15.920657 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 03869113-a378-4072-bf75-f0db64865ae3 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:20:15.987119 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] No Port match for: 03869113-a378-4072-bf75-f0db64865ae3 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:20:15.988421 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 03869113-a378-4072-bf75-f0db64865ae3 not bound to the agent host hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:20:15.999208 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2df02-1d2a-4973-a28c-e28ae411121d req-03a5dd21-5e7d-4db8-bba9-063a404b59e5 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:16.000955 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-17c2df02-1d2a-4973-a28c-e28ae411121d req-03a5dd21-5e7d-4db8-bba9-063a404b59e5 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.1372309 May 31 18:20:16.070463 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-17c2df02-1d2a-4973-a28c-e28ae411121d req-28cf82e3-bec7-4fa7-8350-67ce3237cf91 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613632 May 31 18:20:16.937848 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7e338bbb-519c-4e14-a37a-5855eb91478f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:17.328115 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfcf85-3aa2-4539-b08a-c3d663b99d3a req-ede44939-74e3-415a-b441-894213a026f8 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:17.336299 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-13bfcf85-3aa2-4539-b08a-c3d663b99d3a req-ede44939-74e3-415a-b441-894213a026f8 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.1052887 May 31 18:20:17.396420 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-13bfcf85-3aa2-4539-b08a-c3d663b99d3a req-bb5cf023-c259-42cc-a812-6c132c223702 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570633 May 31 18:20:18.013998 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547a4b4-8c50-4a49-a8d9-dca693ff8ee4 req-313e713a-3bf7-41ee-a7c5-f72895822ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:18.013998 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d547a4b4-8c50-4a49-a8d9-dca693ff8ee4 req-313e713a-3bf7-41ee-a7c5-f72895822ca0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04fbb9fd981d4c33ab89836e4de1a086&device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 1098 time: 0.2137470 May 31 18:20:18.026164 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5c7e1-abf3-40a8-9a8d-2d8c69ffc02d req-7c1a8f61-e10f-40c5-8846-2c9d44a2087d tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:18.034351 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1fd5c7e1-abf3-40a8-9a8d-2d8c69ffc02d req-7c1a8f61-e10f-40c5-8846-2c9d44a2087d tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.1705463 May 31 18:20:18.165630 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1fd5c7e1-abf3-40a8-9a8d-2d8c69ffc02d req-f7d0d48b-6cd5-4b5f-aa26-1ffbc914b550 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303270 May 31 18:20:18.211122 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547a4b4-8c50-4a49-a8d9-dca693ff8ee4 req-fc6ade33-6f54-407b-8574-c6d1f2469054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:18.212619 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d547a4b4-8c50-4a49-a8d9-dca693ff8ee4 req-fc6ade33-6f54-407b-8574-c6d1f2469054 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d0906071-12cb-42ed-b918-72a255e9632b HTTP/1.1" status: 200 len: 919 time: 0.1763535 May 31 18:20:18.292148 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d547a4b4-8c50-4a49-a8d9-dca693ff8ee4 req-932daa8c-9efb-4dee-8d84-61f306f6e3c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f166e330-f475-430a-9547-7fe063b47a94 HTTP/1.1" status: 200 len: 217 time: 0.0719316 May 31 18:20:18.383735 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547a4b4-8c50-4a49-a8d9-dca693ff8ee4 req-c16c3630-ddf1-478c-bee4-f27ed6d53181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:18.385263 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d547a4b4-8c50-4a49-a8d9-dca693ff8ee4 req-c16c3630-ddf1-478c-bee4-f27ed6d53181 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d93125e-6ed3-456d-97d2-d3c9e0aa7334 HTTP/1.1" status: 200 len: 858 time: 0.0861576 May 31 18:20:18.445639 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d547a4b4-8c50-4a49-a8d9-dca693ff8ee4 req-c6fdb712-b637-479a-98e0-cd50b7b3a3bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d0906071-12cb-42ed-b918-72a255e9632b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525715 May 31 18:20:18.647099 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d547a4b4-8c50-4a49-a8d9-dca693ff8ee4 req-19339455-34a8-4046-9ddc-aa8dab65138d service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917024 May 31 18:20:18.785582 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 60122) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:18.836276 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d547a4b4-8c50-4a49-a8d9-dca693ff8ee4 req-7880c22b-ae2e-4209-a461-6068b104c6b6 service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778204 May 31 18:20:18.969445 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:18.990801 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:18.994915 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Usage tracker for resource:security_group_rule and tenant:6c4d77d571654879a26ca5dc4e4fae2d is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:18.997769 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:19.003716 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:19.101364 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:19.105885 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:19.116118 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-0fded2c3-f4ea-4078-b302-080ad04afe15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:19.159531 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c4d77d571654879a26ca5dc4e4fae2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3718841 May 31 18:20:19.159979 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 60140) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:19.160440 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcee5a4-e280-4b2d-9f4e-7ed53f37bc80,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:19.168045 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.168407 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.168756 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.169102 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.169441 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.169780 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.170118 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.170450 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.170804 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.171137 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.171468 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.171806 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.175896 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:19.244745 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:19.273151 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:19.338438 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:19.347531 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:19.389589 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-88ba0167-3e0d-43f9-8ba0-4215491df7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:19.418093 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:19.421389 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0bcee5a4-e280-4b2d-9f4e-7ed53f37bc80 HTTP/1.1" status: 204 len: 168 time: 0.2579293 May 31 18:20:19.441745 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcee5a4-e280-4b2d-9f4e-7ed53f37bc80,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:19.459899 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.460268 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.460657 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.460973 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.461324 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.461830 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.462276 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.462632 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.463192 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.463545 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.463894 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.464238 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:19.468188 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:19.526471 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b65fc-5c16-44b1-a44c-f56d715626e1 req-4f9c6607-ad97-4240-8273-4f01e260ee99 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:19.532246 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ba5b65fc-5c16-44b1-a44c-f56d715626e1 req-4f9c6607-ad97-4240-8273-4f01e260ee99 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.1883910 May 31 18:20:19.584808 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ba5b65fc-5c16-44b1-a44c-f56d715626e1 req-5cf20289-dfe7-4a8a-93d8-00c65a9947a4 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470235 May 31 18:20:19.713382 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-32ffbf8f-b57a-41fc-9a0c-f38b267632f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:19.884806 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 60192) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:19.903941 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4da84be5-5693-4661-b1e9-70443ca0726d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:19.922074 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-4da84be5-5693-4661-b1e9-70443ca0726d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:19.925599 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-4da84be5-5693-4661-b1e9-70443ca0726d admin admin] Usage tracker for resource:security_group_rule and tenant:cfff7ce263fa42b38f8989e65d25dcbb is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:19.928365 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-4da84be5-5693-4661-b1e9-70443ca0726d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:19.934578 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-4da84be5-5693-4661-b1e9-70443ca0726d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:19.987915 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 60198) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:20.111584 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4da84be5-5693-4661-b1e9-70443ca0726d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:20.115742 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4da84be5-5693-4661-b1e9-70443ca0726d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:20.119698 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-fcefdad9-8dc3-4de6-847a-ebec51cdfbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:20.125147 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:20.135926 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-fcefdad9-8dc3-4de6-847a-ebec51cdfbce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:20.141111 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-fcefdad9-8dc3-4de6-847a-ebec51cdfbce admin admin] Usage tracker for resource:security_group_rule and tenant:56f9a77acbae47e48efb9048579e5e81 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:20.146401 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-fcefdad9-8dc3-4de6-847a-ebec51cdfbce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:20.153857 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-fcefdad9-8dc3-4de6-847a-ebec51cdfbce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:20.164769 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-4da84be5-5693-4661-b1e9-70443ca0726d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cfff7ce263fa42b38f8989e65d25dcbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785790 May 31 18:20:20.166539 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da84be5-5693-4661-b1e9-70443ca0726d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35f5125-bb29-487f-8c05-a7ce7d09fdee,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:20.168117 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 60208) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:20.169699 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4da84be5-5693-4661-b1e9-70443ca0726d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:20.271615 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e77de25e-b600-4b5b-8eb1-a269ee6007e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:20.294945 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:20.319951 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e77de25e-b600-4b5b-8eb1-a269ee6007e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:20.355732 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-fcefdad9-8dc3-4de6-847a-ebec51cdfbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:20.369600 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-fcefdad9-8dc3-4de6-847a-ebec51cdfbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:20.381006 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-c6b1a0c9-49e4-4740-931c-e73637436e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:20.427964 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-fcefdad9-8dc3-4de6-847a-ebec51cdfbce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=56f9a77acbae47e48efb9048579e5e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4382088 May 31 18:20:20.428931 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefdad9-8dc3-4de6-847a-ebec51cdfbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c305c06-a950-40df-b2bf-07adc506f33b,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:20.431070 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 60212) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:20.434577 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-fcefdad9-8dc3-4de6-847a-ebec51cdfbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:20.448427 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e77de25e-b600-4b5b-8eb1-a269ee6007e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:20.453624 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2c8ca85c-ac7c-4b09-ba85-dd3fc9199d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:20.467980 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77de25e-b600-4b5b-8eb1-a269ee6007e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35f5125-bb29-487f-8c05-a7ce7d09fdee,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:20.472905 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-e77de25e-b600-4b5b-8eb1-a269ee6007e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:20.488116 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e77de25e-b600-4b5b-8eb1-a269ee6007e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:20.489495 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-e77de25e-b600-4b5b-8eb1-a269ee6007e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d35f5125-bb29-487f-8c05-a7ce7d09fdee HTTP/1.1" status: 204 len: 168 time: 0.3199589 May 31 18:20:20.504700 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5d8d4a90-91d5-4797-a1d5-38f4ed91347e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:20.532285 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5d8d4a90-91d5-4797-a1d5-38f4ed91347e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:20.591008 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5d8d4a90-91d5-4797-a1d5-38f4ed91347e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:20.596378 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-578c58e4-9ace-4ab7-9578-38ea45843dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:20.612239 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d4a90-91d5-4797-a1d5-38f4ed91347e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c305c06-a950-40df-b2bf-07adc506f33b,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:20.621141 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-5d8d4a90-91d5-4797-a1d5-38f4ed91347e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:20.631700 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5d8d4a90-91d5-4797-a1d5-38f4ed91347e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:20.634836 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-5d8d4a90-91d5-4797-a1d5-38f4ed91347e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c305c06-a950-40df-b2bf-07adc506f33b HTTP/1.1" status: 204 len: 168 time: 0.2004540 May 31 18:20:20.844523 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dafd6f-b40a-4215-885d-4ddedcb75a3e req-95673b30-8e04-4080-a3c0-efa104af3b5b tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:20.846072 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-34dafd6f-b40a-4215-885d-4ddedcb75a3e req-95673b30-8e04-4080-a3c0-efa104af3b5b tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0971737 May 31 18:20:20.903312 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-34dafd6f-b40a-4215-885d-4ddedcb75a3e req-0d93face-a46a-4f4d-b766-1ec562aeee90 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481932 May 31 18:20:21.046919 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 60238) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:21.064429 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-47ba0ea0-f820-4156-ad84-a91518cd7f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:21.079206 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-47ba0ea0-f820-4156-ad84-a91518cd7f25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:21.083056 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-47ba0ea0-f820-4156-ad84-a91518cd7f25 admin admin] Usage tracker for resource:security_group_rule and tenant:2f67ebe5280044f8b822988c2f25297c is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:21.085812 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-47ba0ea0-f820-4156-ad84-a91518cd7f25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:21.092322 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-47ba0ea0-f820-4156-ad84-a91518cd7f25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:21.190719 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-47ba0ea0-f820-4156-ad84-a91518cd7f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:21.194086 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-47ba0ea0-f820-4156-ad84-a91518cd7f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:21.203727 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:21.247431 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-47ba0ea0-f820-4156-ad84-a91518cd7f25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f67ebe5280044f8b822988c2f25297c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994290 May 31 18:20:21.248532 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba0ea0-f820-4156-ad84-a91518cd7f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7ff88e-e4f6-411d-8b60-d82a193d17d2,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:21.250029 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 60250) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:21.251599 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-47ba0ea0-f820-4156-ad84-a91518cd7f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:21.331308 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7a4dc5c1-aadf-4ec4-85b4-865ca003719f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:21.357388 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7a4dc5c1-aadf-4ec4-85b4-865ca003719f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:21.412877 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7a4dc5c1-aadf-4ec4-85b4-865ca003719f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:21.417682 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-b695ff26-63b0-469a-838c-c1f1100d317c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:21.431075 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4dc5c1-aadf-4ec4-85b4-865ca003719f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7ff88e-e4f6-411d-8b60-d82a193d17d2,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:21.435020 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-7a4dc5c1-aadf-4ec4-85b4-865ca003719f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:21.436023 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7a4dc5c1-aadf-4ec4-85b4-865ca003719f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:21.439080 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-7a4dc5c1-aadf-4ec4-85b4-865ca003719f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c7ff88e-e4f6-411d-8b60-d82a193d17d2 HTTP/1.1" status: 204 len: 168 time: 0.1841276 May 31 18:20:21.789503 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 60274) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:21.808692 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ced28b14-5197-42dd-9049-d9d9322f3f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:21.823755 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-ced28b14-5197-42dd-9049-d9d9322f3f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:21.827693 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-ced28b14-5197-42dd-9049-d9d9322f3f65 admin admin] Usage tracker for resource:security_group_rule and tenant:142275183582428e918f751761a7fb82 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:21.830635 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-ced28b14-5197-42dd-9049-d9d9322f3f65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:21.837279 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-ced28b14-5197-42dd-9049-d9d9322f3f65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:21.923090 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ced28b14-5197-42dd-9049-d9d9322f3f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:21.927058 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ced28b14-5197-42dd-9049-d9d9322f3f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:21.936371 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bf6cfedb-3e9e-4749-a26f-65e473f38e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:21.977664 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-ced28b14-5197-42dd-9049-d9d9322f3f65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=142275183582428e918f751761a7fb82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861291 May 31 18:20:21.979423 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced28b14-5197-42dd-9049-d9d9322f3f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede895b1-2c39-430c-94ed-bb5bd471c310,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:21.980314 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 60284) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:21.993385 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ced28b14-5197-42dd-9049-d9d9322f3f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:22.049747 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-25c0e306-7444-4800-8c9d-30294c3a2dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:22.079397 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-25c0e306-7444-4800-8c9d-30294c3a2dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:22.080682 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:22.130762 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-25c0e306-7444-4800-8c9d-30294c3a2dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:22.136865 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-e7d5b59d-c6ff-4fa9-a6c4-0b6e4b50a737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:22.150970 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0e306-7444-4800-8c9d-30294c3a2dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede895b1-2c39-430c-94ed-bb5bd471c310,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:22.159567 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-25c0e306-7444-4800-8c9d-30294c3a2dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:22.161674 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-25c0e306-7444-4800-8c9d-30294c3a2dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:22.166000 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-25c0e306-7444-4800-8c9d-30294c3a2dde admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ede895b1-2c39-430c-94ed-bb5bd471c310 HTTP/1.1" status: 204 len: 168 time: 0.1821482 May 31 18:20:22.683893 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 60322) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:22.871685 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cd7fdd6d-9261-40b0-acf6-f16068f1be16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:22.887088 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-cd7fdd6d-9261-40b0-acf6-f16068f1be16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:22.895389 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-cd7fdd6d-9261-40b0-acf6-f16068f1be16 admin admin] Usage tracker for resource:security_group_rule and tenant:6f14030b9bb44242b2698b3ec85d7d5d is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:22.898447 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-cd7fdd6d-9261-40b0-acf6-f16068f1be16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:22.904314 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-cd7fdd6d-9261-40b0-acf6-f16068f1be16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:22.987974 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cd7fdd6d-9261-40b0-acf6-f16068f1be16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:22.992056 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cd7fdd6d-9261-40b0-acf6-f16068f1be16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:23.001622 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-35b445d7-e0e8-41c9-8b52-7f743618c468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:23.041139 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-cd7fdd6d-9261-40b0-acf6-f16068f1be16 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f14030b9bb44242b2698b3ec85d7d5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543577 May 31 18:20:23.042039 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fdd6d-9261-40b0-acf6-f16068f1be16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b069589-0c33-4814-9616-628899edd74a,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:23.043803 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 60338) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:23.044957 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-cd7fdd6d-9261-40b0-acf6-f16068f1be16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:23.120094 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-89422e14-d99c-499d-b7bd-f38b63b5ec01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:23.148190 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-89422e14-d99c-499d-b7bd-f38b63b5ec01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:23.203021 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-89422e14-d99c-499d-b7bd-f38b63b5ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:23.208021 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4d5e4f68-9549-47cc-aab0-c99427b71a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:23.221712 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89422e14-d99c-499d-b7bd-f38b63b5ec01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b069589-0c33-4814-9616-628899edd74a,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:23.223901 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-89422e14-d99c-499d-b7bd-f38b63b5ec01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:23.235308 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-89422e14-d99c-499d-b7bd-f38b63b5ec01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:23.236396 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-89422e14-d99c-499d-b7bd-f38b63b5ec01 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b069589-0c33-4814-9616-628899edd74a HTTP/1.1" status: 204 len: 168 time: 0.1910198 May 31 18:20:23.500787 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 60360) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:23.602487 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 60366) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:23.633189 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-37bf62b3-7aa7-483f-8b78-861f81f11ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:23.646388 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0d8b5a3b-8ef3-4d22-b96e-b5b2513a494c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:23.661122 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-37bf62b3-7aa7-483f-8b78-861f81f11ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:23.666900 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-37bf62b3-7aa7-483f-8b78-861f81f11ffa admin admin] Usage tracker for resource:security_group_rule and tenant:dc38d1a2074b4e56b76743511cbc2b6b is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:23.669525 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-0d8b5a3b-8ef3-4d22-b96e-b5b2513a494c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:23.671815 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-37bf62b3-7aa7-483f-8b78-861f81f11ffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:23.678173 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-0d8b5a3b-8ef3-4d22-b96e-b5b2513a494c admin admin] Usage tracker for resource:security_group_rule and tenant:0131d67067224a9b889032dfd8f04f05 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:23.681974 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-37bf62b3-7aa7-483f-8b78-861f81f11ffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:23.684514 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-0d8b5a3b-8ef3-4d22-b96e-b5b2513a494c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:23.692971 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-0d8b5a3b-8ef3-4d22-b96e-b5b2513a494c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:23.837055 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-37bf62b3-7aa7-483f-8b78-861f81f11ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:23.843276 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-37bf62b3-7aa7-483f-8b78-861f81f11ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:23.852907 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0d8b5a3b-8ef3-4d22-b96e-b5b2513a494c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:23.853793 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:23.865270 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0d8b5a3b-8ef3-4d22-b96e-b5b2513a494c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:23.914284 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf62b3-7aa7-483f-8b78-861f81f11ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccbc328-1b09-413a-a411-d62e020f7596,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:23.917770 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-37bf62b3-7aa7-483f-8b78-861f81f11ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:23.920695 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-5974ea74-7c79-4000-a225-2eca27f6476a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:23.929119 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-37bf62b3-7aa7-483f-8b78-861f81f11ffa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc38d1a2074b4e56b76743511cbc2b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255484 May 31 18:20:23.932641 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 60370) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:23.934218 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-0d8b5a3b-8ef3-4d22-b96e-b5b2513a494c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0131d67067224a9b889032dfd8f04f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323285 May 31 18:20:23.937063 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 60374) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:23.975861 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b5a3b-8ef3-4d22-b96e-b5b2513a494c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd41807-da5e-4427-90c1-2949370af8a1,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:23.979750 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0d8b5a3b-8ef3-4d22-b96e-b5b2513a494c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:23.997042 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9874aea7-aee7-4e4a-ab06-788685e7e4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:24.017059 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-58b49fff-39d0-4127-ada0-58575b70212d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:24.022879 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9874aea7-aee7-4e4a-ab06-788685e7e4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:24.048394 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-58b49fff-39d0-4127-ada0-58575b70212d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:24.080544 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9874aea7-aee7-4e4a-ab06-788685e7e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:24.086342 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-fe11f56b-5d16-4116-a35e-ef900b7e709e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:24.101050 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-58b49fff-39d0-4127-ada0-58575b70212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:24.103492 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874aea7-aee7-4e4a-ab06-788685e7e4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccbc328-1b09-413a-a411-d62e020f7596,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:24.105311 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:24.108321 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-9874aea7-aee7-4e4a-ab06-788685e7e4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:24.114565 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9874aea7-aee7-4e4a-ab06-788685e7e4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:24.115701 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-9874aea7-aee7-4e4a-ab06-788685e7e4ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ccbc328-1b09-413a-a411-d62e020f7596 HTTP/1.1" status: 204 len: 168 time: 0.1820929 May 31 18:20:24.121990 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b49fff-39d0-4127-ada0-58575b70212d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd41807-da5e-4427-90c1-2949370af8a1,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:24.125814 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-58b49fff-39d0-4127-ada0-58575b70212d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:24.127800 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-58b49fff-39d0-4127-ada0-58575b70212d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:24.128880 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-58b49fff-39d0-4127-ada0-58575b70212d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/efd41807-da5e-4427-90c1-2949370af8a1 HTTP/1.1" status: 204 len: 168 time: 0.1909542 May 31 18:20:24.947190 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 60424) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:25.056000 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1654453578-network', 'tenant_id': '4f40ff52ab0247e7b58b3936ba7d1ffc'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:20:25.060682 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:25.064679 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Usage tracker for resource:network and tenant:4f40ff52ab0247e7b58b3936ba7d1ffc is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:25.067497 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:25.073444 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:25.084549 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Made reservation on behalf of 4f40ff52ab0247e7b58b3936ba7d1ffc for: {'network': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:20:25.087603 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:25.099303 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:25.114281 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:25.118136 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Usage tracker for resource:security_group_rule and tenant:4f40ff52ab0247e7b58b3936ba7d1ffc is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:25.121005 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:25.126794 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:25.225530 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:25.231350 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:25.235592 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:25.261017 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=91734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:20:25.274916 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fb9655-5380-4f40-a7c5-ee536f7ad2b6,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:25.281248 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:25.283272 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:25.283777 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.segments_db [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Added segment 01a96813-726f-41e7-9af2-eb465c9e8f5c of type vlan for network 06533e76-9505-417a-9cc9-63152fd856c4 May 31 18:20:25.316776 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:25.358229 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:25.359630 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:25.360142 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:25.363571 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-2098ecfe-67fa-4634-a7bc-99da1f8cd4a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:25.459970 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Pushing event updated for resources: {'Network': ['ID=06533e76-9505-417a-9cc9-63152fd856c4,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:25.466026 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5150421 May 31 18:20:25.466026 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:25.466259 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 60446) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:25.471731 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-fe76038f-addc-4bde-b313-7526442c8e87 admin admin] Request body: {'subnet': {'network_id': '06533e76-9505-417a-9cc9-63152fd856c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1654453578-subnet', 'tenant_id': '4f40ff52ab0247e7b58b3936ba7d1ffc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:20:25.472573 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network 06533e76-9505-417a-9cc9-63152fd856c4 details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:20:25.476450 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-fe76038f-addc-4bde-b313-7526442c8e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:25.481155 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-fe76038f-addc-4bde-b313-7526442c8e87 admin admin] Usage tracker for resource:subnet and tenant:4f40ff52ab0247e7b58b3936ba7d1ffc is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:25.484027 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-fe76038f-addc-4bde-b313-7526442c8e87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:25.489705 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-fe76038f-addc-4bde-b313-7526442c8e87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:25.501535 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe76038f-addc-4bde-b313-7526442c8e87 admin admin] Made reservation on behalf of 4f40ff52ab0247e7b58b3936ba7d1ffc for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:20:25.504061 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fe76038f-addc-4bde-b313-7526442c8e87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16171858'] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:25.914420 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fe76038f-addc-4bde-b313-7526442c8e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15610355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16171844'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:25.923585 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c632a945-42a5-463b-8381-3ba0d371d0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:25.996846 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76038f-addc-4bde-b313-7526442c8e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08915304-fbfd-462b-ba82-8c64e6201154,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:26.002739 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fe76038f-addc-4bde-b313-7526442c8e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:26.003434 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe76038f-addc-4bde-b313-7526442c8e87 admin admin] Checking segment: {'id': '01a96813-726f-41e7-9af2-eb465c9e8f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '06533e76-9505-417a-9cc9-63152fd856c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:20:26.003777 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe76038f-addc-4bde-b313-7526442c8e87 admin admin] Network hostable DHCP agents. Network: 06533e76-9505-417a-9cc9-63152fd856c4, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:20:26.024589 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe76038f-addc-4bde-b313-7526442c8e87 admin admin] Network 06533e76-9505-417a-9cc9-63152fd856c4 is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:20:26.034438 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-fe76038f-addc-4bde-b313-7526442c8e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, 06533e76-9505-417a-9cc9-63152fd856c4) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:20:26.044553 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7287b94-a34b-4aa1-b932-3719844427ba None None] Network 06533e76-9505-417a-9cc9-63152fd856c4 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:20:26.093632 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe76038f-addc-4bde-b313-7526442c8e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:26.094324 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fe76038f-addc-4bde-b313-7526442c8e87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:26.128223 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-fe76038f-addc-4bde-b313-7526442c8e87 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6609261 May 31 18:20:26.162958 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02203a86-8832-46df-ac8c-b3d6ddb942b8 req-90173b77-6e38-43ef-a8d9-d4bd47ec2180 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:26.164442 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-02203a86-8832-46df-ac8c-b3d6ddb942b8 req-90173b77-6e38-43ef-a8d9-d4bd47ec2180 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.1236551 May 31 18:20:26.222690 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-02203a86-8832-46df-ac8c-b3d6ddb942b8 req-a638bc28-3f0a-435b-b96a-55cab3b0fbfb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491910 May 31 18:20:26.302510 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2da14a-5da5-4efc-aff4-f461bf8995a2 None None] Network 06533e76-9505-417a-9cc9-63152fd856c4 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:20:27.505110 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8716a39-7eaa-4a37-bc98-f82ea7f2d914 req-0c33f2d8-2b52-4e44-bb4e-db19465ec25b tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:27.506602 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d8716a39-7eaa-4a37-bc98-f82ea7f2d914 req-0c33f2d8-2b52-4e44-bb4e-db19465ec25b tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.1570451 May 31 18:20:27.559803 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d8716a39-7eaa-4a37-bc98-f82ea7f2d914 req-e88f93ce-b9ba-4e0b-8e84-cd7403261324 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466199 May 31 18:20:28.189416 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 60528) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:28.296707 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f2784d48-8ee5-46c7-b8bf-b27d4ba8a30f tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:28.297389 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f2784d48-8ee5-46c7-b8bf-b27d4ba8a30f tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Synchronizing usage tracker for tenant:4f40ff52ab0247e7b58b3936ba7d1ffc on resource:network {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:20:28.329035 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f2784d48-8ee5-46c7-b8bf-b27d4ba8a30f tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Unset dirty status for tenant:4f40ff52ab0247e7b58b3936ba7d1ffc on resource:network {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:20:28.330299 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f2784d48-8ee5-46c7-b8bf-b27d4ba8a30f tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/networks?id=06533e76-9505-417a-9cc9-63152fd856c4 HTTP/1.1" status: 200 len: 814 time: 0.2344673 May 31 18:20:28.350484 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-a9c68f76-082d-4323-82ec-aa3adb881ef2 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/quotas/4f40ff52ab0247e7b58b3936ba7d1ffc HTTP/1.1" status: 200 len: 375 time: 0.0117035 May 31 18:20:28.372562 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-02b09a39-0aaa-4717-81c5-a3f9178919d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de87c4c6f7e04b3583e0e8d418a6cf8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819732 May 31 18:20:28.373382 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 60538) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:28.407226 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-86b072dc-4a49-44f9-a50a-f12ad7fb031e tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f40ff52ab0247e7b58b3936ba7d1ffc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471234 May 31 18:20:28.456213 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ace406fe-5864-4357-a119-bf1bf0c5a50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:28.485517 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ace406fe-5864-4357-a119-bf1bf0c5a50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:28.542451 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ace406fe-5864-4357-a119-bf1bf0c5a50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:28.546347 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-9874aea7-aee7-4e4a-ab06-788685e7e4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:28.564509 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace406fe-5864-4357-a119-bf1bf0c5a50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcb5812-f05e-414e-828f-1b6bee78b60a,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:28.570002 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ace406fe-5864-4357-a119-bf1bf0c5a50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:28.585924 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ace406fe-5864-4357-a119-bf1bf0c5a50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:28.588357 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-ace406fe-5864-4357-a119-bf1bf0c5a50a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3fcb5812-f05e-414e-828f-1b6bee78b60a HTTP/1.1" status: 204 len: 168 time: 0.2136528 May 31 18:20:28.605129 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-9174faeb-f53a-4dae-a199-17f50ee5fb77 service neutron] 10.222.0.30 "GET /v2.0/networks/06533e76-9505-417a-9cc9-63152fd856c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886754 May 31 18:20:28.814836 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-c29f29c7-4e55-4ae8-8fcd-5e8a1bd2a268 service neutron] 10.222.0.30 "GET /v2.0/networks/06533e76-9505-417a-9cc9-63152fd856c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992502 May 31 18:20:29.221696 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c22af-4943-4454-aab2-56904dbcae2e req-708ba0db-d0ae-47aa-8dee-3021f77b1eb7 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:29.223164 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6f1c22af-4943-4454-aab2-56904dbcae2e req-708ba0db-d0ae-47aa-8dee-3021f77b1eb7 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0908105 May 31 18:20:29.284135 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6f1c22af-4943-4454-aab2-56904dbcae2e req-f1493c05-da7b-4abc-bc36-b7119501107a tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532928 May 31 18:20:29.384161 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e6105ad1-9f43-45c4-a262-6fe386770cf0 req-6dc48dad-eba6-4271-801c-073af6b7fe72 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0496328 May 31 18:20:32.016663 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:20:32.491548 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-03a143d0-28f9-44a4-a73f-ba48465c8d2c req-2afef4d7-7bf9-4f88-a218-3295bdaddb7f tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0443881 May 31 18:20:33.507164 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f7f18bee-fe27-4136-b024-acd8c2a91feb tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:33.510384 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f7f18bee-fe27-4136-b024-acd8c2a91feb tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.43 "GET /v2.0/networks?id=06533e76-9505-417a-9cc9-63152fd856c4 HTTP/1.1" status: 200 len: 814 time: 0.2003977 May 31 18:20:33.529707 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-bbf29152-6676-4989-a56c-31eb26161f79 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Request body: {'port': {'device_id': '53099f6c-a034-42d3-8dc2-01fa34e0eac4', 'network_id': '06533e76-9505-417a-9cc9-63152fd856c4', 'admin_state_up': True, 'tenant_id': '4f40ff52ab0247e7b58b3936ba7d1ffc'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:20:33.757488 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-96369748-095a-4a5e-985e-c43944299ad6 req-fa6de1f2-1af4-42bb-8f48-d224b93ac817 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0729797 May 31 18:20:33.793715 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-bbf29152-6676-4989-a56c-31eb26161f79 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:33.802063 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-bbf29152-6676-4989-a56c-31eb26161f79 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Usage tracker for resource:port and tenant:4f40ff52ab0247e7b58b3936ba7d1ffc is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:33.806699 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-bbf29152-6676-4989-a56c-31eb26161f79 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:33.814426 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-bbf29152-6676-4989-a56c-31eb26161f79 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:33.827700 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-bbf29152-6676-4989-a56c-31eb26161f79 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Made reservation on behalf of 4f40ff52ab0247e7b58b3936ba7d1ffc for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:20:33.835057 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-bbf29152-6676-4989-a56c-31eb26161f79 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:34.021575 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-bbf29152-6676-4989-a56c-31eb26161f79 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Allocated IP 172.20.0.6 (06533e76-9505-417a-9cc9-63152fd856c4/08915304-fbfd-462b-ba82-8c64e6201154/2a243e09-3647-4410-872e-f8b8690b63d9) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:20:34.295775 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-bbf29152-6676-4989-a56c-31eb26161f79 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:34.337411 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9e222-af58-4985-931e-141ce762105b req-2a3468ee-9784-43ad-9ddc-6c5f4584a44d tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:34.339020 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b6f9e222-af58-4985-931e-141ce762105b req-2a3468ee-9784-43ad-9ddc-6c5f4584a44d tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.1342597 May 31 18:20:34.362238 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-bbf29152-6676-4989-a56c-31eb26161f79 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:34.373546 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:34.447116 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-bbf29152-6676-4989-a56c-31eb26161f79 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Network 06533e76-9505-417a-9cc9-63152fd856c4 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:20:34.452701 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b6f9e222-af58-4985-931e-141ce762105b req-cfb9015b-c99e-42e7-b9f6-d1e473d79b29 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071525 May 31 18:20:34.453486 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-bbf29152-6676-4989-a56c-31eb26161f79 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:20:34.457483 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-bbf29152-6676-4989-a56c-31eb26161f79 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:20:34.593660 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf29152-6676-4989-a56c-31eb26161f79 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Pushing event updated for resources: {'Port': ['ID=2a243e09-3647-4410-872e-f8b8690b63d9,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:34.598732 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bbf29152-6676-4989-a56c-31eb26161f79 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:34.617261 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-bbf29152-6676-4989-a56c-31eb26161f79 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:34.618364 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-bbf29152-6676-4989-a56c-31eb26161f79 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:34.643549 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-bbf29152-6676-4989-a56c-31eb26161f79 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1215649 May 31 18:20:34.670890 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Request body: {'port': {'device_id': '53099f6c-a034-42d3-8dc2-01fa34e0eac4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:20:34.797928 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:35.229625 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798a7b7-8c53-4c6e-88c4-ac1676afdab6 req-c2918934-e80e-4299-a5b7-79a112aff720 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:35.230338 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-b798a7b7-8c53-4c6e-88c4-ac1676afdab6 req-c2918934-e80e-4299-a5b7-79a112aff720 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Synchronizing usage tracker for tenant:4f40ff52ab0247e7b58b3936ba7d1ffc on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:20:35.308621 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-b798a7b7-8c53-4c6e-88c4-ac1676afdab6 req-c2918934-e80e-4299-a5b7-79a112aff720 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Unset dirty status for tenant:4f40ff52ab0247e7b58b3936ba7d1ffc on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:20:35.309757 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b798a7b7-8c53-4c6e-88c4-ac1676afdab6 req-c2918934-e80e-4299-a5b7-79a112aff720 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 931 time: 0.2268994 May 31 18:20:35.313516 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a243e09-3647-4410-872e-f8b8690b63d9 {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:20:35.340628 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:35.372071 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Transition to ACTIVE for port object 2a243e09-3647-4410-872e-f8b8690b63d9 will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:20:35.381340 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-b798a7b7-8c53-4c6e-88c4-ac1676afdab6 req-0e23ddd5-10e9-4668-857c-83ef667cfa52 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Synchronizing usage tracker for tenant:4f40ff52ab0247e7b58b3936ba7d1ffc on resource:security_group {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:20:35.385484 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:35.394965 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bbf29152-6676-4989-a56c-31eb26161f79 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:35.512513 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-b798a7b7-8c53-4c6e-88c4-ac1676afdab6 req-0e23ddd5-10e9-4668-857c-83ef667cfa52 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Unset dirty status for tenant:4f40ff52ab0247e7b58b3936ba7d1ffc on resource:security_group {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:20:35.513637 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b798a7b7-8c53-4c6e-88c4-ac1676afdab6 req-0e23ddd5-10e9-4668-857c-83ef667cfa52 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/security-groups?id=19fb9655-5380-4f40-a7c5-ee536f7ad2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954782 May 31 18:20:35.556155 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Pushing event updated for resources: {'Port': ['ID=2a243e09-3647-4410-872e-f8b8690b63d9,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:35.563814 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:35.635656 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Attempting to bind port 2a243e09-3647-4410-872e-f8b8690b63d9 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:20:35.636353 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Attempting to bind port 2a243e09-3647-4410-872e-f8b8690b63d9 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '01a96813-726f-41e7-9af2-eb465c9e8f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '06533e76-9505-417a-9cc9-63152fd856c4'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:20:35.636353 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Attempting to bind port 2a243e09-3647-4410-872e-f8b8690b63d9 on network 06533e76-9505-417a-9cc9-63152fd856c4 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:20:35.641768 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Port 2a243e09-3647-4410-872e-f8b8690b63d9 on network 06533e76-9505-417a-9cc9-63152fd856c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:20:35.642082 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Attempting to bind port 2a243e09-3647-4410-872e-f8b8690b63d9 on network 06533e76-9505-417a-9cc9-63152fd856c4 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:20:35.647143 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Checking agent: {'id': '75fd49d7-87f2-48bc-9cc9-330562c49b9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:20:35.647473 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Checking segment: {'id': '01a96813-726f-41e7-9af2-eb465c9e8f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '06533e76-9505-417a-9cc9-63152fd856c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:20:35.647855 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Bound using segment: {'id': '01a96813-726f-41e7-9af2-eb465c9e8f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '06533e76-9505-417a-9cc9-63152fd856c4'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:20:35.648279 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Bound port: 2a243e09-3647-4410-872e-f8b8690b63d9, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a96813-726f-41e7-9af2-eb465c9e8f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '06533e76-9505-417a-9cc9-63152fd856c4'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:20:35.648617 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:35.737599 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] For port 2a243e09-3647-4410-872e-f8b8690b63d9, host hv-cinder-77005, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:20:35.740926 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] For port 2a243e09-3647-4410-872e-f8b8690b63d9, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=2a243e09-3647-4410-872e-f8b8690b63d9,segment=NetworkSegment(01a96813-726f-41e7-9af2-eb465c9e8f5c),segment_id=01a96813-726f-41e7-9af2-eb465c9e8f5c)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:20:35.745829 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:35.750465 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fcb6203e-4e16-44d6-9eff-68ae170faebb tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:35.809505 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:35.810106 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:35.811466 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] 10.222.0.43 "PUT /v2.0/ports/2a243e09-3647-4410-872e-f8b8690b63d9 HTTP/1.1" status: 200 len: 1093 time: 1.1451943 May 31 18:20:35.811941 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53099f6c-a034-42d3-8dc2-01fa34e0eac4', 'tag': '2a243e09-3647-4410-872e-f8b8690b63d9'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:20:35.814172 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5665d1f8-d06c-4055-817b-4e7e77cf1930" -d '{"events": [{"name": "network-changed", "server_uuid": "53099f6c-a034-42d3-8dc2-01fa34e0eac4", "tag": "2a243e09-3647-4410-872e-f8b8690b63d9"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:20:35.840695 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Pushing event updated for resources: {'Port': ['ID=2a243e09-3647-4410-872e-f8b8690b63d9,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:35.849150 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:35.862562 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f4c922-704d-4a4f-83b0-f18ef36c1f9d x-openstack-request-id: req-66f4c922-704d-4a4f-83b0-f18ef36c1f9d {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:20:35.862907 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53099f6c-a034-42d3-8dc2-01fa34e0eac4", "tag": "2a243e09-3647-4410-872e-f8b8690b63d9", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:20:35.863189 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66f4c922-704d-4a4f-83b0-f18ef36c1f9d {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:20:35.863624 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53099f6c-a034-42d3-8dc2-01fa34e0eac4', 'tag': '2a243e09-3647-4410-872e-f8b8690b63d9', 'status': 'completed', 'code': 200} May 31 18:20:35.953674 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-252a7518-cdb1-4bd2-a9fb-ff2edcd120e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:35.955698 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-252a7518-cdb1-4bd2-a9fb-ff2edcd120e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f40ff52ab0247e7b58b3936ba7d1ffc&device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 1096 time: 0.0775435 May 31 18:20:36.706085 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd163d9-0901-4d90-aa73-bf8915b49a22 req-a4270060-d58a-4c3a-b1bc-5624c711a4b5 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:36.707583 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6cd163d9-0901-4d90-aa73-bf8915b49a22 req-a4270060-d58a-4c3a-b1bc-5624c711a4b5 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 943 time: 0.0867646 May 31 18:20:36.753570 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6cd163d9-0901-4d90-aa73-bf8915b49a22 req-9c61fd93-49b1-4c2b-944a-53967fe965ee tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/security-groups?id=19fb9655-5380-4f40-a7c5-ee536f7ad2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401485 May 31 18:20:40.406048 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-9e079718-c48c-4b31-bf22-8a739833dceb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a243e09-3647-4410-872e-f8b8690b63d9 HTTP/1.1" status: 200 len: 217 time: 0.0605795 May 31 18:20:40.709343 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-86b0d4f3-f263-4666-beec-9483cbdd2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:40.712335 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-86b0d4f3-f263-4666-beec-9483cbdd2f7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08915304-fbfd-462b-ba82-8c64e6201154 HTTP/1.1" status: 200 len: 854 time: 0.0704572 May 31 18:20:40.812024 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-5eb74482-3133-4f14-b7de-6696165fae81 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06533e76-9505-417a-9cc9-63152fd856c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926120 May 31 18:20:40.958842 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6143a3c-2f38-4c4f-8d90-d62a429748e6 req-1ff2737f-dc58-46e9-b240-ac9645a96592 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:40.960444 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b6143a3c-2f38-4c4f-8d90-d62a429748e6 req-1ff2737f-dc58-46e9-b240-ac9645a96592 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 943 time: 0.1938365 May 31 18:20:41.083378 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-ad7ad3b0-5e59-4ac2-9143-de72ed3efbf7 service neutron] 10.222.0.43 "GET /v2.0/networks/06533e76-9505-417a-9cc9-63152fd856c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520518 May 31 18:20:41.185325 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b6143a3c-2f38-4c4f-8d90-d62a429748e6 req-b5d1946f-4ad7-43c5-b2fc-b64fba0d1f33 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/security-groups?id=19fb9655-5380-4f40-a7c5-ee536f7ad2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164011 May 31 18:20:41.241197 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-138b7128-c5d5-4975-82f5-8ae4bbff3184 req-5446575e-43a2-4ce7-81e8-c61fad1fa08f service neutron] 10.222.0.43 "GET /v2.0/networks/06533e76-9505-417a-9cc9-63152fd856c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485288 May 31 18:20:41.366511 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665d1f8-d06c-4055-817b-4e7e77cf1930 req-e4c0fde6-d913-4e76-a925-607ec9b4341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:41.368307 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5665d1f8-d06c-4055-817b-4e7e77cf1930 req-e4c0fde6-d913-4e76-a925-607ec9b4341c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f40ff52ab0247e7b58b3936ba7d1ffc&device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 1096 time: 0.0721550 May 31 18:20:41.513749 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665d1f8-d06c-4055-817b-4e7e77cf1930 req-625f0681-a902-4ad4-81e5-0e1a96f3e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:41.515195 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5665d1f8-d06c-4055-817b-4e7e77cf1930 req-625f0681-a902-4ad4-81e5-0e1a96f3e733 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06533e76-9505-417a-9cc9-63152fd856c4 HTTP/1.1" status: 200 len: 915 time: 0.1407456 May 31 18:20:41.589209 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5665d1f8-d06c-4055-817b-4e7e77cf1930 req-aa968e95-e1e7-4389-8977-14b6e4eba231 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a243e09-3647-4410-872e-f8b8690b63d9 HTTP/1.1" status: 200 len: 217 time: 0.0656233 May 31 18:20:41.655026 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665d1f8-d06c-4055-817b-4e7e77cf1930 req-0bc4adfb-01dc-457c-83d1-983e631572e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:41.657073 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5665d1f8-d06c-4055-817b-4e7e77cf1930 req-0bc4adfb-01dc-457c-83d1-983e631572e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08915304-fbfd-462b-ba82-8c64e6201154 HTTP/1.1" status: 200 len: 854 time: 0.0609486 May 31 18:20:41.718278 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5665d1f8-d06c-4055-817b-4e7e77cf1930 req-dcf4f9e4-4001-419b-a041-92add89421d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06533e76-9505-417a-9cc9-63152fd856c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524304 May 31 18:20:41.858911 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5665d1f8-d06c-4055-817b-4e7e77cf1930 req-073b1b47-b7a1-4cc0-9cfa-1b6c9c2c5076 service neutron] 10.222.0.43 "GET /v2.0/networks/06533e76-9505-417a-9cc9-63152fd856c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333444 May 31 18:20:42.008031 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5665d1f8-d06c-4055-817b-4e7e77cf1930 req-5716b57c-a743-4c6c-8d36-5ad30d98bcba service neutron] 10.222.0.43 "GET /v2.0/networks/06533e76-9505-417a-9cc9-63152fd856c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422780 May 31 18:20:42.172600 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a0376ec6-6047-4ef0-9b32-ac4f18a5d468 req-3f38db3e-c1fc-4461-b814-b6d5993da364 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794389 May 31 18:20:42.281108 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0376ec6-6047-4ef0-9b32-ac4f18a5d468 req-6a1f553e-d697-47ed-b69f-f96cf00a5f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:42.282687 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a0376ec6-6047-4ef0-9b32-ac4f18a5d468 req-6a1f553e-d697-47ed-b69f-f96cf00a5f9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04fbb9fd981d4c33ab89836e4de1a086&device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 1098 time: 0.0873196 May 31 18:20:42.519943 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061a9fe-1593-4359-bd36-c0fd7377769f req-ae73c2af-d7ce-4dac-8738-74bfd728d41d tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:42.521464 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a061a9fe-1593-4359-bd36-c0fd7377769f req-ae73c2af-d7ce-4dac-8738-74bfd728d41d tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 943 time: 0.1937733 May 31 18:20:42.524509 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0376ec6-6047-4ef0-9b32-ac4f18a5d468 req-542e8830-f9d1-4516-a676-745bb995df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:42.526360 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a0376ec6-6047-4ef0-9b32-ac4f18a5d468 req-542e8830-f9d1-4516-a676-745bb995df66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d0906071-12cb-42ed-b918-72a255e9632b HTTP/1.1" status: 200 len: 919 time: 0.2179561 May 31 18:20:42.636411 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a0376ec6-6047-4ef0-9b32-ac4f18a5d468 req-f0e480a3-41aa-4e61-a508-6b7d130a65e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a06f0d6d-b567-48bd-a94e-9a6ea6700c48 HTTP/1.1" status: 200 len: 217 time: 0.0887351 May 31 18:20:42.651307 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a061a9fe-1593-4359-bd36-c0fd7377769f req-5a33b1ca-9298-43d2-902e-0e269144c19b tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/security-groups?id=19fb9655-5380-4f40-a7c5-ee536f7ad2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230440 May 31 18:20:42.704963 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 60868) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:42.717613 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0376ec6-6047-4ef0-9b32-ac4f18a5d468 req-b6253f3d-1945-4bfa-b93b-2d499ba618d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:42.719128 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a0376ec6-6047-4ef0-9b32-ac4f18a5d468 req-b6253f3d-1945-4bfa-b93b-2d499ba618d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d93125e-6ed3-456d-97d2-d3c9e0aa7334 HTTP/1.1" status: 200 len: 858 time: 0.0726345 May 31 18:20:42.797932 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a0376ec6-6047-4ef0-9b32-ac4f18a5d468 req-60053614-5f9f-458b-8079-33d77da22859 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d0906071-12cb-42ed-b918-72a255e9632b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682278 May 31 18:20:42.918475 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-55f0d32f-b1f2-4a46-a40e-137d932c7e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:42.934983 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-55f0d32f-b1f2-4a46-a40e-137d932c7e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:42.939458 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-55f0d32f-b1f2-4a46-a40e-137d932c7e20 admin admin] Usage tracker for resource:security_group_rule and tenant:d4aa0d895b744816854cda9923393617 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:42.942549 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-55f0d32f-b1f2-4a46-a40e-137d932c7e20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:42.950479 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-55f0d32f-b1f2-4a46-a40e-137d932c7e20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:43.052994 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-55f0d32f-b1f2-4a46-a40e-137d932c7e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:43.060716 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-55f0d32f-b1f2-4a46-a40e-137d932c7e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:43.070133 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-cd7fdd6d-9261-40b0-acf6-f16068f1be16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:43.093083 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a0376ec6-6047-4ef0-9b32-ac4f18a5d468 req-c6a7e792-1e5f-4deb-bad6-d07173c2245e service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877977 May 31 18:20:43.111528 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-55f0d32f-b1f2-4a46-a40e-137d932c7e20 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4aa0d895b744816854cda9923393617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044576 May 31 18:20:43.113547 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0d32f-b1f2-4a46-a40e-137d932c7e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e17d44d-bfab-4b46-97ed-1e222cbb49d5,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:43.116014 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 60896) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:43.118971 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-55f0d32f-b1f2-4a46-a40e-137d932c7e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:43.178891 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f8912193-864a-4f2f-af75-a4c1527ca08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:43.205985 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f8912193-864a-4f2f-af75-a4c1527ca08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:43.236718 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a0376ec6-6047-4ef0-9b32-ac4f18a5d468 req-5917d0ca-b2bb-4664-9c3e-9a13034c2c2e service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358671 May 31 18:20:43.262478 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f8912193-864a-4f2f-af75-a4c1527ca08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:43.266504 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-7476854c-61ab-4965-b687-5aa26340de13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:43.277895 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8912193-864a-4f2f-af75-a4c1527ca08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e17d44d-bfab-4b46-97ed-1e222cbb49d5,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:43.280387 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-f8912193-864a-4f2f-af75-a4c1527ca08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:43.290752 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f8912193-864a-4f2f-af75-a4c1527ca08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:43.292409 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-f8912193-864a-4f2f-af75-a4c1527ca08d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e17d44d-bfab-4b46-97ed-1e222cbb49d5 HTTP/1.1" status: 204 len: 168 time: 0.1749036 May 31 18:20:43.577427 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 60906) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:43.594840 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4c27-06a4-447f-b164-20d795a32656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:43.611554 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-a6ed4c27-06a4-447f-b164-20d795a32656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:43.615516 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-a6ed4c27-06a4-447f-b164-20d795a32656 admin admin] Usage tracker for resource:security_group_rule and tenant:e5d3669fb1f745499974211426aeb0f5 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:43.619065 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-a6ed4c27-06a4-447f-b164-20d795a32656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:43.624766 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-a6ed4c27-06a4-447f-b164-20d795a32656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:43.719688 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4c27-06a4-447f-b164-20d795a32656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:43.723743 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4c27-06a4-447f-b164-20d795a32656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:43.735119 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-fe824c08-87a6-4596-8efd-8ea6621de704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:43.777342 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-a6ed4c27-06a4-447f-b164-20d795a32656 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5d3669fb1f745499974211426aeb0f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987994 May 31 18:20:43.779523 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed4c27-06a4-447f-b164-20d795a32656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c134e03f-0072-4116-a312-f24e11ec118e,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:43.782453 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 60912) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:43.785592 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-a6ed4c27-06a4-447f-b164-20d795a32656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:43.849131 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6f03750e-c0bf-42ff-8350-e74e8ed6bdd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:43.857512 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1362a-f229-48e3-a726-080cf6db6753 req-64a05e78-2508-40c3-a412-0ed2cb4d9af9 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:43.859195 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7fa1362a-f229-48e3-a726-080cf6db6753 req-64a05e78-2508-40c3-a412-0ed2cb4d9af9 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 943 time: 0.0863876 May 31 18:20:43.881208 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6f03750e-c0bf-42ff-8350-e74e8ed6bdd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:43.922130 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7fa1362a-f229-48e3-a726-080cf6db6753 req-45b396ac-758b-448e-adb9-b12e8801f023 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/security-groups?id=19fb9655-5380-4f40-a7c5-ee536f7ad2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572009 May 31 18:20:43.940318 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6f03750e-c0bf-42ff-8350-e74e8ed6bdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:43.947313 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-0a1a39d0-6e06-43ae-86ef-3e53097009bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:43.960428 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03750e-c0bf-42ff-8350-e74e8ed6bdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c134e03f-0072-4116-a312-f24e11ec118e,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:43.963530 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-6f03750e-c0bf-42ff-8350-e74e8ed6bdd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:43.965523 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6f03750e-c0bf-42ff-8350-e74e8ed6bdd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:43.969414 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-6f03750e-c0bf-42ff-8350-e74e8ed6bdd7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c134e03f-0072-4116-a312-f24e11ec118e HTTP/1.1" status: 204 len: 168 time: 0.1856983 May 31 18:20:44.061371 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 2a243e09-3647-4410-872e-f8b8690b63d9 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:20:44.298182 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 2a243e09-3647-4410-872e-f8b8690b63d9, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=2a243e09-3647-4410-872e-f8b8690b63d9,segment=NetworkSegment(01a96813-726f-41e7-9af2-eb465c9e8f5c),segment_id=01a96813-726f-41e7-9af2-eb465c9e8f5c)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:20:44.311230 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 60934) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:44.316760 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Returning: {'device': '2a243e09-3647-4410-872e-f8b8690b63d9', 'network_id': '06533e76-9505-417a-9cc9-63152fd856c4', 'port_id': '2a243e09-3647-4410-872e-f8b8690b63d9', 'mac_address': 'fa:16:3e:f5:34:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08915304-fbfd-462b-ba82-8c64e6201154', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:20:44.385934 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:44.407595 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a243e09-3647-4410-872e-f8b8690b63d9 {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:20:44.446651 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 2a243e09-3647-4410-872e-f8b8690b63d9, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=2a243e09-3647-4410-872e-f8b8690b63d9,segment=NetworkSegment(01a96813-726f-41e7-9af2-eb465c9e8f5c),segment_id=01a96813-726f-41e7-9af2-eb465c9e8f5c)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:20:44.451501 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:44.457729 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:44.473975 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8b26cfa2-7837-4ee2-86c1-1a0487e7ddc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:44.494232 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-8b26cfa2-7837-4ee2-86c1-1a0487e7ddc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:44.498714 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-8b26cfa2-7837-4ee2-86c1-1a0487e7ddc4 admin admin] Usage tracker for resource:security_group_rule and tenant:d2b1715e5815412cbaad968ea62b358c is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:44.507524 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-8b26cfa2-7837-4ee2-86c1-1a0487e7ddc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:44.524447 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-8b26cfa2-7837-4ee2-86c1-1a0487e7ddc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:44.568894 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=2a243e09-3647-4410-872e-f8b8690b63d9,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:44.576150 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:44.644084 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8b26cfa2-7837-4ee2-86c1-1a0487e7ddc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:44.647872 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8b26cfa2-7837-4ee2-86c1-1a0487e7ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:44.656377 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-25c0e306-7444-4800-8c9d-30294c3a2dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:44.699479 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-8b26cfa2-7837-4ee2-86c1-1a0487e7ddc4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2b1715e5815412cbaad968ea62b358c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3871787 May 31 18:20:44.702330 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 60954) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:44.715225 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26cfa2-7837-4ee2-86c1-1a0487e7ddc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e021b1c-b73f-4241-a809-b1d9456fb6aa,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:44.718240 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-8b26cfa2-7837-4ee2-86c1-1a0487e7ddc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:44.791440 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2fccc1f6-63eb-4da2-ab84-766ba478b6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:44.830543 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2fccc1f6-63eb-4da2-ab84-766ba478b6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:44.897100 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2fccc1f6-63eb-4da2-ab84-766ba478b6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:44.901953 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ceae51fe-8da4-465b-8ab2-21b485ba6d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:44.915201 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccc1f6-63eb-4da2-ab84-766ba478b6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e021b1c-b73f-4241-a809-b1d9456fb6aa,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:44.917445 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2fccc1f6-63eb-4da2-ab84-766ba478b6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:44.920332 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2fccc1f6-63eb-4da2-ab84-766ba478b6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:44.921287 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-2fccc1f6-63eb-4da2-ab84-766ba478b6a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e021b1c-b73f-4241-a809-b1d9456fb6aa HTTP/1.1" status: 204 len: 168 time: 0.2180300 May 31 18:20:44.952455 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:45.026524 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['2a243e09-3647-4410-872e-f8b8690b63d9'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:20:45.169181 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b6cca-2fc6-4a2e-972e-d11eddcb382c req-31a9633b-ed47-4a42-83ca-ef83ea0fcf6b tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:45.176848 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4e3b6cca-2fc6-4a2e-972e-d11eddcb382c req-31a9633b-ed47-4a42-83ca-ef83ea0fcf6b tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 944 time: 0.1169860 May 31 18:20:45.237955 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4e3b6cca-2fc6-4a2e-972e-d11eddcb382c req-c42d40ae-898d-4a6b-b571-f46a1932b2c9 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/security-groups?id=19fb9655-5380-4f40-a7c5-ee536f7ad2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554619 May 31 18:20:45.525666 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 60990) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:45.706823 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f4f411d3-3360-405b-9f57-7290133bce6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:45.724139 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f4f411d3-3360-405b-9f57-7290133bce6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:45.728243 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-f4f411d3-3360-405b-9f57-7290133bce6f admin admin] Usage tracker for resource:security_group_rule and tenant:a3ca7d3aba10413b81a4b9e8e5eb99f0 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:45.731268 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-f4f411d3-3360-405b-9f57-7290133bce6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:45.736920 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f4f411d3-3360-405b-9f57-7290133bce6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:45.823105 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f4f411d3-3360-405b-9f57-7290133bce6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:45.827446 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f4f411d3-3360-405b-9f57-7290133bce6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:45.852172 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-5d8d4a90-91d5-4797-a1d5-38f4ed91347e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:45.870739 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-f4f411d3-3360-405b-9f57-7290133bce6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3ca7d3aba10413b81a4b9e8e5eb99f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437994 May 31 18:20:45.874558 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 32776) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:45.888787 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f411d3-3360-405b-9f57-7290133bce6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f28f61-c570-4171-af2f-4c49849d680d,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:45.892099 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 32780) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:45.895188 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f4f411d3-3360-405b-9f57-7290133bce6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:45.955774 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-378c985b-2154-4dca-9eb0-d69c73587135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:45.985063 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-378c985b-2154-4dca-9eb0-d69c73587135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:46.011685 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1222185031-network', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:20:46.018216 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:46.024623 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Usage tracker for resource:network and tenant:e926edbfad764e1487ebcf14b7e20764 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:46.027871 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:46.033798 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:46.039868 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-378c985b-2154-4dca-9eb0-d69c73587135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:46.043506 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Made reservation on behalf of e926edbfad764e1487ebcf14b7e20764 for: {'network': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:20:46.044695 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ace406fe-5864-4357-a119-bf1bf0c5a50a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:46.045854 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:46.054709 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c985b-2154-4dca-9eb0-d69c73587135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f28f61-c570-4171-af2f-4c49849d680d,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:46.057031 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-378c985b-2154-4dca-9eb0-d69c73587135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:46.063074 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:46.063193 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-378c985b-2154-4dca-9eb0-d69c73587135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:46.064224 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-378c985b-2154-4dca-9eb0-d69c73587135 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44f28f61-c570-4171-af2f-4c49849d680d HTTP/1.1" status: 204 len: 168 time: 0.1880548 May 31 18:20:46.077884 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:46.081753 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Usage tracker for resource:security_group_rule and tenant:e926edbfad764e1487ebcf14b7e20764 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:46.084885 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:46.094161 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:46.185950 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:46.190521 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:46.193438 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:46.226638 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=91734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:20:46.236725 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9535e9-ce72-4001-987b-623bc3ebeddc,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:46.240310 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:46.245215 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:46.245597 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.segments_db [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Added segment 090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49 of type vlan for network 998a2356-dae0-45db-b64a-7fa99f710fbc May 31 18:20:46.280498 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:46.317995 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:46.320116 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:46.321735 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:46.327182 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-34ee8054-5ec4-4225-97ab-39ce1cf22dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:46.502998 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Pushing event updated for resources: {'Network': ['ID=998a2356-dae0-45db-b64a-7fa99f710fbc,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:46.506463 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6131947 May 31 18:20:46.507469 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:46.512031 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 32808) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:46.517844 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network 998a2356-dae0-45db-b64a-7fa99f710fbc details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:20:46.522761 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-6b89836c-abb8-4885-9378-3b78f257c4a8 admin admin] Request body: {'subnet': {'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1222185031-subnet', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'ip_version': 4}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:20:46.540013 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-6b89836c-abb8-4885-9378-3b78f257c4a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:46.546251 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-6b89836c-abb8-4885-9378-3b78f257c4a8 admin admin] Usage tracker for resource:subnet and tenant:e926edbfad764e1487ebcf14b7e20764 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:46.547093 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bec2c3-9bc6-42c9-aa2d-073becc6b6ca req-7633b353-39c3-46d2-8981-ff7f98e58fd5 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:46.552041 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-6b89836c-abb8-4885-9378-3b78f257c4a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:46.555761 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-44bec2c3-9bc6-42c9-aa2d-073becc6b6ca req-7633b353-39c3-46d2-8981-ff7f98e58fd5 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 944 time: 0.1429133 May 31 18:20:46.559072 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-6b89836c-abb8-4885-9378-3b78f257c4a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:46.575117 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b89836c-abb8-4885-9378-3b78f257c4a8 admin admin] Made reservation on behalf of e926edbfad764e1487ebcf14b7e20764 for: {'subnet': 1} {{(pid=91733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:20:46.577956 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6b89836c-abb8-4885-9378-3b78f257c4a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14473376'] for subnet, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:46.626585 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-44bec2c3-9bc6-42c9-aa2d-073becc6b6ca req-a7b4e3f4-9928-4bb3-8c3d-a2169bff238f tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/security-groups?id=19fb9655-5380-4f40-a7c5-ee536f7ad2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698061 May 31 18:20:46.934281 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3b5b62e7-295f-4b06-b3c2-f77c4c4bba8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:47.112872 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6b89836c-abb8-4885-9378-3b78f257c4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14664609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14473398'] for subnet, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:47.118263 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-eb95e437-8978-45f5-b469-d43f93153a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:47.196679 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89836c-abb8-4885-9378-3b78f257c4a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4e44409-7a3f-4930-86b5-98a4a2bcb9ff,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:47.199990 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-6b89836c-abb8-4885-9378-3b78f257c4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:47.205676 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b89836c-abb8-4885-9378-3b78f257c4a8 admin admin] Checking segment: {'id': '090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:20:47.206033 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b89836c-abb8-4885-9378-3b78f257c4a8 admin admin] Network hostable DHCP agents. Network: 998a2356-dae0-45db-b64a-7fa99f710fbc, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:20:47.225189 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b89836c-abb8-4885-9378-3b78f257c4a8 admin admin] Network 998a2356-dae0-45db-b64a-7fa99f710fbc is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:20:47.234962 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-6b89836c-abb8-4885-9378-3b78f257c4a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, 998a2356-dae0-45db-b64a-7fa99f710fbc) {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:20:47.244440 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b89836c-abb8-4885-9378-3b78f257c4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:47.245063 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6b89836c-abb8-4885-9378-3b78f257c4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:47.246243 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335eb7af-7d32-423f-a99f-505fc67d603f None None] Network 998a2356-dae0-45db-b64a-7fa99f710fbc requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:20:47.278062 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-6b89836c-abb8-4885-9378-3b78f257c4a8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7621207 May 31 18:20:47.279160 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 32838) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:47.285098 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1222185031-router', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:20:47.289847 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:47.294744 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Usage tracker for resource:router and tenant:e926edbfad764e1487ebcf14b7e20764 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:47.297732 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:47.303689 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:47.316107 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-403135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4890'] for router, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:47.317291 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4881'] for router, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:47.333830 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:47.526749 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53c3527c-b754-508a-bbd5-2b07d57767e0-998a2356-dae0-45db-b64a-7fa99f710fbc', 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'fixed_ips': [{'subnet_id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff'}]}} from dv-cinder-770050-4-iscsi. {{(pid=91735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 18:20:47.530254 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:47.647893 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 32854) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:47.660168 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4967'] for router, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:47.771109 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Allocated IP 172.20.0.2 (998a2356-dae0-45db-b64a-7fa99f710fbc/e4e44409-7a3f-4930-86b5-98a4a2bcb9ff/8f93cbfd-3f4e-47ab-999b-1d4022d67550) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:20:47.840954 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2632626d-717b-42a7-9f1a-f6060be6e4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:47.860234 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-2632626d-717b-42a7-9f1a-f6060be6e4ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:47.884416 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085c7c3-4d15-4b32-aa5b-5e1736d66e4f req-39f66b77-5a13-41e7-bd40-154c4fb85145 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:47.885944 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7085c7c3-4d15-4b32-aa5b-5e1736d66e4f req-39f66b77-5a13-41e7-bd40-154c4fb85145 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 944 time: 0.1166658 May 31 18:20:47.916842 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-2632626d-717b-42a7-9f1a-f6060be6e4ae admin admin] Usage tracker for resource:security_group_rule and tenant:8daa5951234449efaa4de1bac2e31efa is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:47.929934 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-2632626d-717b-42a7-9f1a-f6060be6e4ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:47.941837 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7085c7c3-4d15-4b32-aa5b-5e1736d66e4f req-b844d2c4-9c37-4add-8763-18e7f66ab9ab tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/security-groups?id=19fb9655-5380-4f40-a7c5-ee536f7ad2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487719 May 31 18:20:47.989909 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-2632626d-717b-42a7-9f1a-f6060be6e4ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:48.033038 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.047732 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Transition to ACTIVE for port object 8f93cbfd-3f4e-47ab-999b-1d4022d67550 will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:20:48.067928 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Transition to ACTIVE for port object 8f93cbfd-3f4e-47ab-999b-1d4022d67550 will not be triggered until provisioned by entity DHCP. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:20:48.077494 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.084988 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.094293 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-c57efdca-de57-47d8-9a84-23a5559d805e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:48.132272 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.167178 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 2a243e09-3647-4410-872e-f8b8690b63d9 up at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:20:48.248876 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Network 998a2356-dae0-45db-b64a-7fa99f710fbc is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:20:48.253737 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:20:48.260922 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:20:48.286812 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2632626d-717b-42a7-9f1a-f6060be6e4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.298218 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2632626d-717b-42a7-9f1a-f6060be6e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.303495 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Pushing event updated for resources: {'Port': ['ID=8f93cbfd-3f4e-47ab-999b-1d4022d67550,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:48.305979 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-20570856-e30b-4441-a90f-d44bfd9282a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:48.308748 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:48.324822 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning for port 2a243e09-3647-4410-872e-f8b8690b63d9 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:20:48.329840 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning complete for port 2a243e09-3647-4410-872e-f8b8690b63d9 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:20:48.330460 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.376474 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-2632626d-717b-42a7-9f1a-f6060be6e4ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8daa5951234449efaa4de1bac2e31efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7270207 May 31 18:20:48.377707 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_common [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Allocated IP 172.27.0.7 (1cefa8cd-0a9d-4799-a9e0-704b2c95ae89/67065c8c-a7bf-4ea9-bccb-f9c1fabaa892/29b010a8-a768-4705-8ef4-ee0a9114db98) {{(pid=91733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:20:48.379088 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 32864) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:48.379819 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632626d-717b-42a7-9f1a-f6060be6e4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f135f8c3-dded-41a9-b2dc-cca32f399542,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:48.385819 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2632626d-717b-42a7-9f1a-f6060be6e4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:48.439833 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Attempting to bind port 8f93cbfd-3f4e-47ab-999b-1d4022d67550 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:20:48.440508 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Attempting to bind port 8f93cbfd-3f4e-47ab-999b-1d4022d67550 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': '090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:20:48.440880 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Attempting to bind port 8f93cbfd-3f4e-47ab-999b-1d4022d67550 on network 998a2356-dae0-45db-b64a-7fa99f710fbc {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:20:48.450482 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:20:48.450911 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Checking segment: {'id': '090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:20:48.451846 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.452265 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Bound using segment: {'id': '090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:20:48.452742 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Bound port: 8f93cbfd-3f4e-47ab-999b-1d4022d67550, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:20:48.453143 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.456283 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ca0ac770-1665-4962-a469-f5aa7c41c93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.489229 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ca0ac770-1665-4962-a469-f5aa7c41c93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.550497 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ca0ac770-1665-4962-a469-f5aa7c41c93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.554957 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-aa4bbfea-6010-46c5-a02e-335ada49569b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:48.567956 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ac770-1665-4962-a469-f5aa7c41c93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f135f8c3-dded-41a9-b2dc-cca32f399542,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:48.570179 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ca0ac770-1665-4962-a469-f5aa7c41c93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:48.574270 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ca0ac770-1665-4962-a469-f5aa7c41c93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.575946 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-ca0ac770-1665-4962-a469-f5aa7c41c93b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f135f8c3-dded-41a9-b2dc-cca32f399542 HTTP/1.1" status: 204 len: 168 time: 0.1956801 May 31 18:20:48.578395 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.619886 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.626223 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:48.642709 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.656439 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] For port 8f93cbfd-3f4e-47ab-999b-1d4022d67550, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:20:48.669741 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] For port 8f93cbfd-3f4e-47ab-999b-1d4022d67550, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=8f93cbfd-3f4e-47ab-999b-1d4022d67550,segment=NetworkSegment(090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49),segment_id=090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:20:48.694400 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 2a243e09-3647-4410-872e-f8b8690b63d9, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=2a243e09-3647-4410-872e-f8b8690b63d9,segment=NetworkSegment(01a96813-726f-41e7-9af2-eb465c9e8f5c),segment_id=01a96813-726f-41e7-9af2-eb465c9e8f5c)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:20:48.696691 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53099f6c-a034-42d3-8dc2-01fa34e0eac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a243e09-3647-4410-872e-f8b8690b63d9'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:20:48.699741 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2f5ff8a6751ba2ee84274e630c5bdce29e81d1d572756191e078aed669e92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0abe71-a453-44b9-84f9-119692fd6ec1" -d '{"events": [{"server_uuid": "53099f6c-a034-42d3-8dc2-01fa34e0eac4", "name": "network-vif-plugged", "status": "completed", "tag": "2a243e09-3647-4410-872e-f8b8690b63d9"}]}' {{(pid=91735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:20:48.704273 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.704404 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:20:48.706724 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.710409 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:20:48.716464 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Received port after_create {{(pid=91733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:20:48.723128 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:48.765512 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Pushing event updated for resources: {'Port': ['ID=29b010a8-a768-4705-8ef4-ee0a9114db98,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:48.777343 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:48.796596 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d643b2bc-dcca-4f02-a44b-065eeb3df1c5 x-openstack-request-id: req-d643b2bc-dcca-4f02-a44b-065eeb3df1c5 {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:20:48.796922 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53099f6c-a034-42d3-8dc2-01fa34e0eac4", "name": "network-vif-plugged", "status": "completed", "tag": "2a243e09-3647-4410-872e-f8b8690b63d9", "code": 200}]} {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:20:48.797133 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d643b2bc-dcca-4f02-a44b-065eeb3df1c5 {{(pid=91735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:20:48.797524 dv-cinder-770050-4-iscsi neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53099f6c-a034-42d3-8dc2-01fa34e0eac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a243e09-3647-4410-872e-f8b8690b63d9', 'code': 200} May 31 18:20:48.832052 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=2a243e09-3647-4410-872e-f8b8690b63d9,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:48.955415 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Pushing event updated for resources: {'Port': ['ID=8f93cbfd-3f4e-47ab-999b-1d4022d67550,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:48.977433 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:48.978909 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:48.979205 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:49.340662 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:49.346764 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f7202-2a69-4017-b473-14f5e2a91f46 req-4115c38b-fbc1-4b87-8198-ef26c65d09a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:49.348711 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8e9f7202-2a69-4017-b473-14f5e2a91f46 req-4115c38b-fbc1-4b87-8198-ef26c65d09a8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 1098 time: 0.3200724 May 31 18:20:49.414904 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc209dc-d842-4ff3-98e9-3851d19e887a req-d7c25288-bb75-4840-8fd1-7b5150b07d5e tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:49.416959 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3fc209dc-d842-4ff3-98e9-3851d19e887a req-d7c25288-bb75-4840-8fd1-7b5150b07d5e tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 945 time: 0.2913451 May 31 18:20:49.458680 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8e9f7202-2a69-4017-b473-14f5e2a91f46 req-85b04657-ef8c-480b-a1c1-38149119513d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=19fb9655-5380-4f40-a7c5-ee536f7ad2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007955 May 31 18:20:49.489958 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3fc209dc-d842-4ff3-98e9-3851d19e887a req-dbe51c44-5653-40a7-b684-8ff2fe80e082 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/security-groups?id=19fb9655-5380-4f40-a7c5-ee536f7ad2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587997 May 31 18:20:49.630408 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:49.710478 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ad3c6647-b5a4-42c4-a23b-ae996cc6556b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:50.061031 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401414'] for router, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:50.255704 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd9d7c5-e6d7-4560-b3dc-869b97869db4 None None] Network 998a2356-dae0-45db-b64a-7fa99f710fbc requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:20:50.307152 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e6ae9-7b8a-43cc-a664-ef45b15bd32a req-bd0cbe29-e9bf-4b4e-a388-923542ef7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:50.311707 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-038e6ae9-7b8a-43cc-a664-ef45b15bd32a req-bd0cbe29-e9bf-4b4e-a388-923542ef7313 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04fbb9fd981d4c33ab89836e4de1a086&device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 1098 time: 0.1693356 May 31 18:20:50.403048 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Router 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 is scheduled to L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 with binding_index 1 {{(pid=91733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 18:20:50.412408 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-510b8dcd-26e6-4ded-9ccf-e891b6aabd07 None None] Provisioning for port 8f93cbfd-3f4e-47ab-999b-1d4022d67550 completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:20:50.462345 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:50.597186 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 8f93cbfd-3f4e-47ab-999b-1d4022d67550 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:20:50.741603 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:20:50.755839 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Sync routers for ids ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'] in dv-cinder-770050-4-iscsi {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:20:50.765190 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 8f93cbfd-3f4e-47ab-999b-1d4022d67550 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:20:50.768750 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Routers {'72a2d5ad-d708-46ad-bb62-ddb2ecc56688'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:20:50.769567 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:20:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:50.774926 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 8f93cbfd-3f4e-47ab-999b-1d4022d67550 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:20:50.775464 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:50.778072 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Notify callbacks [] for router, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:50.780445 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5011983 May 31 18:20:50.782991 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 32928) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:50.829650 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e6ae9-7b8a-43cc-a664-ef45b15bd32a req-c48ae62d-d2f4-4da8-b495-6a91814a1cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:50.829650 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-038e6ae9-7b8a-43cc-a664-ef45b15bd32a req-c48ae62d-d2f4-4da8-b495-6a91814a1cd8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d0906071-12cb-42ed-b918-72a255e9632b HTTP/1.1" status: 200 len: 919 time: 0.5068140 May 31 18:20:50.934319 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-038e6ae9-7b8a-43cc-a664-ef45b15bd32a req-3a1cfba7-aff3-4c5c-a45b-aee5db5d3f83 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f166e330-f475-430a-9547-7fe063b47a94 HTTP/1.1" status: 200 len: 217 time: 0.0960681 May 31 18:20:50.942416 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d2704-a1e2-49a1-a07b-4e908cc2337b req-8d59bbb8-98b1-4ec6-9e0d-a8df0fc443ee tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:50.950263 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-626d2704-a1e2-49a1-a07b-4e908cc2337b req-8d59bbb8-98b1-4ec6-9e0d-a8df0fc443ee tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.3611658 May 31 18:20:51.006388 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:51.068200 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Set router 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:20:51.075915 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 8f93cbfd-3f4e-47ab-999b-1d4022d67550, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=8f93cbfd-3f4e-47ab-999b-1d4022d67550,segment=NetworkSegment(090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49),segment_id=090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:20:51.080934 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:51.087326 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:51.191671 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=8f93cbfd-3f4e-47ab-999b-1d4022d67550,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:51.203619 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:51.277335 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-c17add2c-debf-426d-9dde-984262667aa4 None None] Provisioning complete for port 8f93cbfd-3f4e-47ab-999b-1d4022d67550 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:20:51.277640 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c17add2c-debf-426d-9dde-984262667aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:51.283373 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-626d2704-a1e2-49a1-a07b-4e908cc2337b req-72fdc18a-662f-443e-9aa2-d411964511a0 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321292 May 31 18:20:51.307064 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec7b10-d5cc-4cd7-8812-383424e6efe1 req-e79269b5-082c-42ad-8c83-571dc769f2fb tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:51.309741 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-faec7b10-d5cc-4cd7-8812-383424e6efe1 req-e79269b5-082c-42ad-8c83-571dc769f2fb tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 945 time: 0.5783885 May 31 18:20:51.357317 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e6ae9-7b8a-43cc-a664-ef45b15bd32a req-49b9393e-ea3a-4276-8ad0-b00987aab516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:51.359501 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-038e6ae9-7b8a-43cc-a664-ef45b15bd32a req-49b9393e-ea3a-4276-8ad0-b00987aab516 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d93125e-6ed3-456d-97d2-d3c9e0aa7334 HTTP/1.1" status: 200 len: 858 time: 0.4048622 May 31 18:20:51.442762 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-038e6ae9-7b8a-43cc-a664-ef45b15bd32a req-ef7818e4-887a-48a8-bf9b-f5cc84857913 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d0906071-12cb-42ed-b918-72a255e9632b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562112 May 31 18:20:51.456022 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-faec7b10-d5cc-4cd7-8812-383424e6efe1 req-827f9c14-704e-40b4-ab66-c7544d442cc2 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/security-groups?id=19fb9655-5380-4f40-a7c5-ee536f7ad2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346066 May 31 18:20:51.469938 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'name': 'tempest-TestVolumeBootPattern-1222185031-router', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:47Z', 'updated_at': '2021-05-31T18:20:49Z', 'revision_number': 3, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'gw_port': {'id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:48Z', 'updated_at': '2021-05-31T18:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:51.474183 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Checking router: 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 for host: dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:20:51.474697 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Updating router 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 port 29b010a8-a768-4705-8ef4-ee0a9114db98 binding host dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:20:51.535738 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:51.611179 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-038e6ae9-7b8a-43cc-a664-ef45b15bd32a req-e4f48a10-4b42-427b-8220-68c1ee4fdaa7 service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513288 May 31 18:20:51.803735 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-038e6ae9-7b8a-43cc-a664-ef45b15bd32a req-df7eb787-4183-4c0f-a9ba-988bfdbc098c service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785710 May 31 18:20:51.938805 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Notify callbacks [] for port, precommit_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:51.942962 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:51.950888 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Transition to ACTIVE for port object 29b010a8-a768-4705-8ef4-ee0a9114db98 will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:20:51.957011 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:51.962424 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-cae0116c-ca78-48d0-98f4-27e891a1147b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:52.038929 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Attempting to bind port 29b010a8-a768-4705-8ef4-ee0a9114db98 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:20:52.040025 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Attempting to bind port 29b010a8-a768-4705-8ef4-ee0a9114db98 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:20:52.040393 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Attempting to bind port 29b010a8-a768-4705-8ef4-ee0a9114db98 on network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:20:52.050515 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88dd607-f889-4557-9911-70d90b309275 None None] Pushing event updated for resources: {'Port': ['ID=29b010a8-a768-4705-8ef4-ee0a9114db98,revision_number=2']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:52.054941 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:20:52.055413 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Checking segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:20:52.056005 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:52.056562 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Bound using segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:20:52.057039 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Bound port: 29b010a8-a768-4705-8ef4-ee0a9114db98, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:20:52.057422 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:52.091366 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:52.105662 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dd607-f889-4557-9911-70d90b309275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:52.106007 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dd607-f889-4557-9911-70d90b309275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:52.106343 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dd607-f889-4557-9911-70d90b309275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:52.106674 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dd607-f889-4557-9911-70d90b309275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:52.107039 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dd607-f889-4557-9911-70d90b309275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:52.107365 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dd607-f889-4557-9911-70d90b309275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:52.107772 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dd607-f889-4557-9911-70d90b309275 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:52.108002 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dd607-f889-4557-9911-70d90b309275 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:52.108340 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dd607-f889-4557-9911-70d90b309275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:52.108662 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dd607-f889-4557-9911-70d90b309275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:52.108975 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dd607-f889-4557-9911-70d90b309275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:52.109287 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dd607-f889-4557-9911-70d90b309275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:52.114352 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-f88dd607-f889-4557-9911-70d90b309275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:52.144402 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] For port 29b010a8-a768-4705-8ef4-ee0a9114db98, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:20:52.149179 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] For port 29b010a8-a768-4705-8ef4-ee0a9114db98, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=29b010a8-a768-4705-8ef4-ee0a9114db98,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:20:52.158038 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:52.162784 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:52.165583 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_common [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Allocated IP 172.20.0.1 (998a2356-dae0-45db-b64a-7fa99f710fbc/e4e44409-7a3f-4930-86b5-98a4a2bcb9ff/39da446a-9817-4be3-82bb-11a115704ab2) {{(pid=91733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:20:52.238457 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Routers {'72a2d5ad-d708-46ad-bb62-ddb2ecc56688'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:20:52.239087 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:20:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:52.292672 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88dd607-f889-4557-9911-70d90b309275 None None] Pushing event updated for resources: {'Port': ['ID=29b010a8-a768-4705-8ef4-ee0a9114db98,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:52.295889 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-f88dd607-f889-4557-9911-70d90b309275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:52.323118 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:52.341054 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.provisioning_blocks [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Transition to ACTIVE for port object 39da446a-9817-4be3-82bb-11a115704ab2 will not be triggered until provisioned by entity DHCP. {{(pid=91733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:20:52.367121 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:52.372164 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:52.444404 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] Set router 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:20:52.447271 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Network 998a2356-dae0-45db-b64a-7fa99f710fbc is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:20:52.449916 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:20:52.454235 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Received port after_create {{(pid=91733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:20:52.486110 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=39da446a-9817-4be3-82bb-11a115704ab2,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:52.491136 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:52.500555 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 8f93cbfd-3f4e-47ab-999b-1d4022d67550 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:20:52.543857 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047a851-d370-4f52-8907-7343a6fdbce6 req-99a0ea96-f9dc-4909-8391-95f8ae73668e tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:52.553947 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407415'] for router_interface, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:52.555016 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e047a851-d370-4f52-8907-7343a6fdbce6 req-99a0ea96-f9dc-4909-8391-95f8ae73668e tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.1527255 May 31 18:20:52.611812 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 8f93cbfd-3f4e-47ab-999b-1d4022d67550 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:20:52.612195 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:52.649266 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e047a851-d370-4f52-8907-7343a6fdbce6 req-5f004e86-c953-4f7f-a125-b0e957126da5 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855656 May 31 18:20:52.764358 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb2f91-b9e9-4489-bc8b-c2356119ed55 req-4b9b34f0-dbd3-4e26-a7b2-c89c32751fe7 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:52.772183 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-21bb2f91-b9e9-4489-bc8b-c2356119ed55 req-4b9b34f0-dbd3-4e26-a7b2-c89c32751fe7 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 945 time: 0.1267595 May 31 18:20:52.774648 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:52.851249 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-21bb2f91-b9e9-4489-bc8b-c2356119ed55 req-39336f44-94e9-44ca-8aae-42fc13319273 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/security-groups?id=19fb9655-5380-4f40-a7c5-ee536f7ad2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777862 May 31 18:20:52.922042 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-68fe8313-4235-4d26-b6e4-63a096ed349a None None] Provisioning for port 39da446a-9817-4be3-82bb-11a115704ab2 completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:20:52.931020 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-68fe8313-4235-4d26-b6e4-63a096ed349a None None] Provisioning complete for port 39da446a-9817-4be3-82bb-11a115704ab2 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:20:52.931612 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-68fe8313-4235-4d26-b6e4-63a096ed349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:53.025074 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'name': 'tempest-TestVolumeBootPattern-1222185031-router', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:47Z', 'updated_at': '2021-05-31T18:20:49Z', 'revision_number': 3, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'gw_port': {'id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:48Z', 'updated_at': '2021-05-31T18:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:53.035137 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3ee8f-9bf0-4887-be96-a9de526e9cd8 None None] The sync data for ids ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'] in dv-cinder-770050-4-iscsi is: [{'id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'name': 'tempest-TestVolumeBootPattern-1222185031-router', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:47Z', 'updated_at': '2021-05-31T18:20:49Z', 'revision_number': 3, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'gw_port': {'id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:48Z', 'updated_at': '2021-05-31T18:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:20:53.047629 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-68fe8313-4235-4d26-b6e4-63a096ed349a None None] Port 39da446a-9817-4be3-82bb-11a115704ab2 cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:20:53.194176 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:53.200542 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14663960'] for port, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:53.232997 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:53.308494 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=39da446a-9817-4be3-82bb-11a115704ab2,revision_number=2']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:53.312982 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:53.359674 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407514'] for router_interface, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:53.750688 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Network 998a2356-dae0-45db-b64a-7fa99f710fbc is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:20:53.751729 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:20:54.036312 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d902a7c-3466-4cf9-b730-4722438f3dc4 req-1b97282f-75c6-4e4f-9c77-4df8d5e6bd17 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:54.043905 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6d902a7c-3466-4cf9-b730-4722438f3dc4 req-1b97282f-75c6-4e4f-9c77-4df8d5e6bd17 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.1901557 May 31 18:20:54.076144 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Router 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:20:54.151323 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6d902a7c-3466-4cf9-b730-4722438f3dc4 req-7bcfa0a3-77f7-4ce6-b4f4-6a5e9ec7d309 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996513 May 31 18:20:54.219783 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-a7d6c90c-6efa-4019-92e2-136e4835cf44 None None] Provisioning complete for port 39da446a-9817-4be3-82bb-11a115704ab2 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:20:54.220259 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a7d6c90c-6efa-4019-92e2-136e4835cf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:54.286393 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-a7d6c90c-6efa-4019-92e2-136e4835cf44 None None] Port 39da446a-9817-4be3-82bb-11a115704ab2 cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:20:54.347918 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:20:54.368189 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] 10.222.0.30 "PUT /v2.0/routers/72a2d5ad-d708-46ad-bb62-ddb2ecc56688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5800867 May 31 18:20:54.493001 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 29b010a8-a768-4705-8ef4-ee0a9114db98 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:20:54.580687 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 29b010a8-a768-4705-8ef4-ee0a9114db98 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:20:54.586420 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 29b010a8-a768-4705-8ef4-ee0a9114db98 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:20:54.587023 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:54.754181 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:54.779185 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 29b010a8-a768-4705-8ef4-ee0a9114db98, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=29b010a8-a768-4705-8ef4-ee0a9114db98,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:20:54.785029 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:54.796914 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:54.906759 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=29b010a8-a768-4705-8ef4-ee0a9114db98,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:54.910616 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:54.993374 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 33054) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:55.144204 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9275953c-2504-421e-b801-4788e971b9db None None] Sync routers for ids ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:20:55.158668 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9275953c-2504-421e-b801-4788e971b9db None None] Routers {'72a2d5ad-d708-46ad-bb62-ddb2ecc56688'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:20:55.159558 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-9275953c-2504-421e-b801-4788e971b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:20:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:55.178158 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 33066) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:55.185887 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2076996026-network', 'tenant_id': 'ae2f6cd280194cfc9cfe452d8c299018'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:20:55.195457 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:55.203909 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Usage tracker for resource:network and tenant:ae2f6cd280194cfc9cfe452d8c299018 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:55.207364 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:55.237100 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:55.241741 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-df0fd864-47e0-43ff-b1e8-cb29226d6821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:55.262305 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-df0fd864-47e0-43ff-b1e8-cb29226d6821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:55.267958 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Made reservation on behalf of ae2f6cd280194cfc9cfe452d8c299018 for: {'network': 1} {{(pid=91733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:20:55.270589 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:55.283149 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-df0fd864-47e0-43ff-b1e8-cb29226d6821 admin admin] Usage tracker for resource:security_group_rule and tenant:9cba7fb3e47440e49cedc3896a08d167 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:55.287675 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-df0fd864-47e0-43ff-b1e8-cb29226d6821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:55.291435 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:55.309988 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-df0fd864-47e0-43ff-b1e8-cb29226d6821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:55.329189 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:55.340782 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Usage tracker for resource:security_group_rule and tenant:ae2f6cd280194cfc9cfe452d8c299018 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:55.345669 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:55.354931 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:55.385138 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4eea1-47ec-411d-8813-5a3c6cb11b12 req-396ab91b-021f-407d-b60f-b495ce9052a3 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:55.386729 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3aa4eea1-47ec-411d-8813-5a3c6cb11b12 req-396ab91b-021f-407d-b60f-b495ce9052a3 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0903151 May 31 18:20:55.432538 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-9275953c-2504-421e-b801-4788e971b9db None None] Set router 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:20:55.452524 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3aa4eea1-47ec-411d-8813-5a3c6cb11b12 req-0633cb35-95ac-4a6a-90c0-efc68bc116e1 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574646 May 31 18:20:55.470840 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-df0fd864-47e0-43ff-b1e8-cb29226d6821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:55.480611 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-df0fd864-47e0-43ff-b1e8-cb29226d6821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:55.495681 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-8b26cfa2-7837-4ee2-86c1-1a0487e7ddc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:55.568682 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-df0fd864-47e0-43ff-b1e8-cb29226d6821 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9cba7fb3e47440e49cedc3896a08d167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5741346 May 31 18:20:55.571632 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 33078) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:55.573945 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:55.575158 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fd864-47e0-43ff-b1e8-cb29226d6821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ea8e9a-e9cf-4529-adb4-760536551ab9,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:55.579276 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-df0fd864-47e0-43ff-b1e8-cb29226d6821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:55.579866 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:55.582750 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-b6e48c1e-a6fb-43b3-9987-327b7b48c84a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:55.611365 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=91733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:20:55.626273 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4567e9-6b32-4358-9fba-0afb571ae6e0,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:55.631797 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:55.635156 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:55.635499 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.db.segments_db [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Added segment bc55c62c-43f3-4779-9dd2-4231059ee132 of type vlan for network 03696d76-8270-412b-a2f5-b6f93c2aa11c May 31 18:20:55.664683 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5e22e043-e61a-41ee-b9ce-3e8ed806d043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:55.668108 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:55.699085 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5e22e043-e61a-41ee-b9ce-3e8ed806d043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:55.700888 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:55.702431 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:55.703125 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:55.708064 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:55.768149 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5e22e043-e61a-41ee-b9ce-3e8ed806d043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:55.773426 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ad144152-7b75-4f92-96c4-a6058c5ff8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:55.784677 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e043-e61a-41ee-b9ce-3e8ed806d043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ea8e9a-e9cf-4529-adb4-760536551ab9,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:55.787170 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-5e22e043-e61a-41ee-b9ce-3e8ed806d043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:55.795430 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5e22e043-e61a-41ee-b9ce-3e8ed806d043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:55.798854 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-5e22e043-e61a-41ee-b9ce-3e8ed806d043 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7ea8e9a-e9cf-4529-adb4-760536551ab9 HTTP/1.1" status: 204 len: 168 time: 0.2237275 May 31 18:20:55.824871 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Pushing event updated for resources: {'Network': ['ID=03696d76-8270-412b-a2f5-b6f93c2aa11c,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:55.828409 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:55.833649 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6543090 May 31 18:20:55.837120 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 33084) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:55.844326 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-69c3e4e2-6a53-4039-a6c9-b30e25603d8b admin admin] Request body: {'subnet': {'network_id': '03696d76-8270-412b-a2f5-b6f93c2aa11c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2076996026-subnet', 'tenant_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'ip_version': 4}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:20:55.846930 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-9275953c-2504-421e-b801-4788e971b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'name': 'tempest-TestVolumeBootPattern-1222185031-router', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:47Z', 'updated_at': '2021-05-31T18:20:52Z', 'revision_number': 4, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'gw_port': {'id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:48Z', 'updated_at': '2021-05-31T18:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '39da446a-9817-4be3-82bb-11a115704ab2', 'name': '', 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'mac_address': 'fa:16:3e:42:57:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:51Z', 'updated_at': '2021-05-31T18:20:52Z', 'revision_number': 2, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'subnets': [{'id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:55.850651 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-69c3e4e2-6a53-4039-a6c9-b30e25603d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:55.852335 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network 03696d76-8270-412b-a2f5-b6f93c2aa11c details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:20:55.855387 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-69c3e4e2-6a53-4039-a6c9-b30e25603d8b admin admin] Usage tracker for resource:subnet and tenant:ae2f6cd280194cfc9cfe452d8c299018 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:55.858187 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-69c3e4e2-6a53-4039-a6c9-b30e25603d8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:55.866515 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-69c3e4e2-6a53-4039-a6c9-b30e25603d8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:55.877407 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9275953c-2504-421e-b801-4788e971b9db None None] Checking router: 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:20:55.877764 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9275953c-2504-421e-b801-4788e971b9db None None] Updating router 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 port 39da446a-9817-4be3-82bb-11a115704ab2 binding host dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:20:55.881855 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c3e4e2-6a53-4039-a6c9-b30e25603d8b admin admin] Made reservation on behalf of ae2f6cd280194cfc9cfe452d8c299018 for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:20:55.884781 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-69c3e4e2-6a53-4039-a6c9-b30e25603d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16171858'] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:56.011634 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9275953c-2504-421e-b801-4788e971b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:56.355450 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-69c3e4e2-6a53-4039-a6c9-b30e25603d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15610355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16171844'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:56.359197 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:56.405581 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9275953c-2504-421e-b801-4788e971b9db None None] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:56.419547 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9275953c-2504-421e-b801-4788e971b9db None None] Transition to ACTIVE for port object 39da446a-9817-4be3-82bb-11a115704ab2 will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:20:56.426838 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9275953c-2504-421e-b801-4788e971b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:56.427060 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3e4e2-6a53-4039-a6c9-b30e25603d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a14d42f-a396-4372-bbdd-42ddb5b3c20e,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:56.432000 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-69c3e4e2-6a53-4039-a6c9-b30e25603d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:56.437217 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-02ee32ca-c016-4483-a4a0-49fad39e9ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:56.441541 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3e4e2-6a53-4039-a6c9-b30e25603d8b admin admin] Checking segment: {'id': 'bc55c62c-43f3-4779-9dd2-4231059ee132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03696d76-8270-412b-a2f5-b6f93c2aa11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:20:56.441893 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c3e4e2-6a53-4039-a6c9-b30e25603d8b admin admin] Network hostable DHCP agents. Network: 03696d76-8270-412b-a2f5-b6f93c2aa11c, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:20:56.459860 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c3e4e2-6a53-4039-a6c9-b30e25603d8b admin admin] Network 03696d76-8270-412b-a2f5-b6f93c2aa11c is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:20:56.469661 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-69c3e4e2-6a53-4039-a6c9-b30e25603d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, 03696d76-8270-412b-a2f5-b6f93c2aa11c) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:20:56.478049 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 29b010a8-a768-4705-8ef4-ee0a9114db98 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:20:56.481340 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c3e4e2-6a53-4039-a6c9-b30e25603d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:56.481874 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-69c3e4e2-6a53-4039-a6c9-b30e25603d8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:56.505856 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-69c3e4e2-6a53-4039-a6c9-b30e25603d8b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6651399 May 31 18:20:56.506021 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 33094) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:56.511308 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2076996026-router', 'tenant_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:20:56.515827 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:56.522877 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Usage tracker for resource:router and tenant:ae2f6cd280194cfc9cfe452d8c299018 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:56.525913 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:56.535499 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:56.548582 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-403135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4890'] for router, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:56.550561 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4881'] for router, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:56.566612 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26c7824-f437-4de2-97e3-8fa71b46de6d None None] Network 03696d76-8270-412b-a2f5-b6f93c2aa11c requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:20:56.580107 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:56.799784 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf1ccf-a4b9-400a-b613-5c46d5de1500 None None] Pushing event updated for resources: {'Port': ['ID=39da446a-9817-4be3-82bb-11a115704ab2,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:56.803020 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-b7cf1ccf-a4b9-400a-b613-5c46d5de1500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:56.902711 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-9275953c-2504-421e-b801-4788e971b9db None None] Attempting to bind port 39da446a-9817-4be3-82bb-11a115704ab2 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:20:56.903111 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-9275953c-2504-421e-b801-4788e971b9db None None] Attempting to bind port 39da446a-9817-4be3-82bb-11a115704ab2 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': '090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:20:56.903481 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9275953c-2504-421e-b801-4788e971b9db None None] Attempting to bind port 39da446a-9817-4be3-82bb-11a115704ab2 on network 998a2356-dae0-45db-b64a-7fa99f710fbc {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:20:56.935932 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9275953c-2504-421e-b801-4788e971b9db None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:20:56.936310 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9275953c-2504-421e-b801-4788e971b9db None None] Checking segment: {'id': '090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:20:56.936718 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9275953c-2504-421e-b801-4788e971b9db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:56.937114 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9275953c-2504-421e-b801-4788e971b9db None None] Bound using segment: {'id': '090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:20:56.937587 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-9275953c-2504-421e-b801-4788e971b9db None None] Bound port: 39da446a-9817-4be3-82bb-11a115704ab2, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:20:56.937960 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9275953c-2504-421e-b801-4788e971b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:56.959874 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 29b010a8-a768-4705-8ef4-ee0a9114db98 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:20:56.960254 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:57.011398 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4967'] for router, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:57.137667 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53c3527c-b754-508a-bbd5-2b07d57767e0-03696d76-8270-412b-a2f5-b6f93c2aa11c', 'network_id': '03696d76-8270-412b-a2f5-b6f93c2aa11c', 'tenant_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'fixed_ips': [{'subnet_id': '6a14d42f-a396-4372-bbdd-42ddb5b3c20e'}]}} from dv-cinder-770050-4-iscsi. {{(pid=91735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 18:20:57.138481 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:57.198901 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9275953c-2504-421e-b801-4788e971b9db None None] For port 39da446a-9817-4be3-82bb-11a115704ab2, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:20:57.255916 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9275953c-2504-421e-b801-4788e971b9db None None] For port 39da446a-9817-4be3-82bb-11a115704ab2, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=39da446a-9817-4be3-82bb-11a115704ab2,segment=NetworkSegment(090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49),segment_id=090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:20:57.270819 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9275953c-2504-421e-b801-4788e971b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:57.280267 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:57.324738 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:57.355205 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:57.418657 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf1ccf-a4b9-400a-b613-5c46d5de1500 None None] Pushing event updated for resources: {'Port': ['ID=39da446a-9817-4be3-82bb-11a115704ab2,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:57.425099 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-b7cf1ccf-a4b9-400a-b613-5c46d5de1500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:57.431534 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9275953c-2504-421e-b801-4788e971b9db None None] Routers {'72a2d5ad-d708-46ad-bb62-ddb2ecc56688'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:20:57.432173 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-9275953c-2504-421e-b801-4788e971b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:20:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:57.500868 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Allocated IP 172.27.0.72 (1cefa8cd-0a9d-4799-a9e0-704b2c95ae89/67065c8c-a7bf-4ea9-bccb-f9c1fabaa892/5c9944a2-31c2-4a64-8b87-a5883a951104) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:20:57.531490 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Allocated IP 172.20.0.2 (03696d76-8270-412b-a2f5-b6f93c2aa11c/6a14d42f-a396-4372-bbdd-42ddb5b3c20e/a06e408b-c3e9-421f-86ee-d8f0f49cfd16) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:20:57.655240 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:57.685593 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:57.689303 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:57.727033 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-9275953c-2504-421e-b801-4788e971b9db None None] Set router 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:20:57.751636 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:20:57.754488 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:20:57.759113 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:20:57.802715 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Pushing event updated for resources: {'Port': ['ID=5c9944a2-31c2-4a64-8b87-a5883a951104,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:57.808229 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:58.050684 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:58.075180 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Transition to ACTIVE for port object a06e408b-c3e9-421f-86ee-d8f0f49cfd16 will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:20:58.130218 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Transition to ACTIVE for port object a06e408b-c3e9-421f-86ee-d8f0f49cfd16 will not be triggered until provisioned by entity DHCP. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:20:58.142213 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:58.203455 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:58.266326 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Network 03696d76-8270-412b-a2f5-b6f93c2aa11c is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:20:58.271430 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:20:58.278924 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:20:58.292640 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Pushing event updated for resources: {'Port': ['ID=a06e408b-c3e9-421f-86ee-d8f0f49cfd16,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:58.304290 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:58.331222 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:58.331564 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:58.331898 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:58.332276 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:58.332641 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:58.332966 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:58.333289 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:58.333611 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:58.333949 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:58.334268 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:58.334585 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:58.334994 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:58.339833 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:58.377347 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-9275953c-2504-421e-b801-4788e971b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'name': 'tempest-TestVolumeBootPattern-1222185031-router', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:47Z', 'updated_at': '2021-05-31T18:20:52Z', 'revision_number': 4, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'gw_port': {'id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:48Z', 'updated_at': '2021-05-31T18:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '39da446a-9817-4be3-82bb-11a115704ab2', 'name': '', 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'mac_address': 'fa:16:3e:42:57:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:51Z', 'updated_at': '2021-05-31T18:20:57Z', 'revision_number': 4, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'subnets': [{'id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:58.397243 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9275953c-2504-421e-b801-4788e971b9db None None] The sync data for ids ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'] in dv-cinder-770050-4-iscsi is: [{'id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'name': 'tempest-TestVolumeBootPattern-1222185031-router', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:47Z', 'updated_at': '2021-05-31T18:20:52Z', 'revision_number': 4, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'gw_port': {'id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:48Z', 'updated_at': '2021-05-31T18:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '39da446a-9817-4be3-82bb-11a115704ab2', 'name': '', 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'mac_address': 'fa:16:3e:42:57:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:51Z', 'updated_at': '2021-05-31T18:20:57Z', 'revision_number': 4, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'subnets': [{'id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:20:58.403963 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Attempting to bind port a06e408b-c3e9-421f-86ee-d8f0f49cfd16 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:20:58.404329 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Attempting to bind port a06e408b-c3e9-421f-86ee-d8f0f49cfd16 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'bc55c62c-43f3-4779-9dd2-4231059ee132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03696d76-8270-412b-a2f5-b6f93c2aa11c'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:20:58.404728 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Attempting to bind port a06e408b-c3e9-421f-86ee-d8f0f49cfd16 on network 03696d76-8270-412b-a2f5-b6f93c2aa11c {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:20:58.410387 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:20:58.410760 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Checking segment: {'id': 'bc55c62c-43f3-4779-9dd2-4231059ee132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03696d76-8270-412b-a2f5-b6f93c2aa11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:20:58.411186 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:58.411576 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Bound using segment: {'id': 'bc55c62c-43f3-4779-9dd2-4231059ee132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03696d76-8270-412b-a2f5-b6f93c2aa11c'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:20:58.412045 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Bound port: a06e408b-c3e9-421f-86ee-d8f0f49cfd16, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc55c62c-43f3-4779-9dd2-4231059ee132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03696d76-8270-412b-a2f5-b6f93c2aa11c'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:20:58.412417 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:58.545887 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] For port a06e408b-c3e9-421f-86ee-d8f0f49cfd16, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:20:58.551548 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] For port a06e408b-c3e9-421f-86ee-d8f0f49cfd16, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=a06e408b-c3e9-421f-86ee-d8f0f49cfd16,segment=NetworkSegment(bc55c62c-43f3-4779-9dd2-4231059ee132),segment_id=bc55c62c-43f3-4779-9dd2-4231059ee132)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:20:58.558955 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:58.565401 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:58.650320 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Pushing event updated for resources: {'Port': ['ID=a06e408b-c3e9-421f-86ee-d8f0f49cfd16,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:58.655666 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:58.694651 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401414'] for router, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:58.947019 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Router 52b0e102-b756-4699-bf0d-76fc0c853917 is scheduled to L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 with binding_index 1 {{(pid=91734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 18:20:59.139273 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:20:59.149390 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Sync routers for ids ['52b0e102-b756-4699-bf0d-76fc0c853917'] in dv-cinder-770050-4-iscsi {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:20:59.159713 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Routers {'52b0e102-b756-4699-bf0d-76fc0c853917'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:20:59.160607 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:20:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['52b0e102-b756-4699-bf0d-76fc0c853917'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:59.167800 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Notify callbacks [] for router, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:59.172852 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6622210 May 31 18:20:59.173204 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 33112) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:59.393433 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Set router 52b0e102-b756-4699-bf0d-76fc0c853917 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:20:59.648807 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f2d9ce-dcd9-4383-bb4f-50f75155a9d8 None None] Network 03696d76-8270-412b-a2f5-b6f93c2aa11c requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:20:59.763473 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-d5f8e5e7-b766-42db-bb23-782f094f2027 None None] Provisioning for port a06e408b-c3e9-421f-86ee-d8f0f49cfd16 completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:20:59.773311 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b0e102-b756-4699-bf0d-76fc0c853917', 'name': 'tempest-TestVolumeBootPattern-2076996026-router', 'tenant_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '5c9944a2-31c2-4a64-8b87-a5883a951104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:56Z', 'updated_at': '2021-05-31T18:20:58Z', 'revision_number': 3, 'project_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'gw_port': {'id': '5c9944a2-31c2-4a64-8b87-a5883a951104', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b0e102-b756-4699-bf0d-76fc0c853917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:57Z', 'updated_at': '2021-05-31T18:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:59.778320 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Checking router: 52b0e102-b756-4699-bf0d-76fc0c853917 for host: dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:20:59.778664 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Updating router 52b0e102-b756-4699-bf0d-76fc0c853917 port 5c9944a2-31c2-4a64-8b87-a5883a951104 binding host dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:20:59.843588 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:00.081437 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:00.203372 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Notify callbacks [] for port, precommit_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:00.217628 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Transition to ACTIVE for port object 5c9944a2-31c2-4a64-8b87-a5883a951104 will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:21:00.223879 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:00.229008 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:00.296989 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Allocated IP 172.20.0.1 (03696d76-8270-412b-a2f5-b6f93c2aa11c/6a14d42f-a396-4372-bbdd-42ddb5b3c20e/56865b0e-bb4e-4067-b7be-6e552eaf69e3) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:21:00.302304 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Attempting to bind port 5c9944a2-31c2-4a64-8b87-a5883a951104 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:21:00.302672 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Attempting to bind port 5c9944a2-31c2-4a64-8b87-a5883a951104 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:21:00.303057 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Attempting to bind port 5c9944a2-31c2-4a64-8b87-a5883a951104 on network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:21:00.311842 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2d46e-62e6-4495-84ed-6fec5ab0c4d9 None None] Pushing event updated for resources: {'Port': ['ID=5c9944a2-31c2-4a64-8b87-a5883a951104,revision_number=2']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:00.314234 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:21:00.314602 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Checking segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:21:00.315070 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:00.315447 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Bound using segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:21:00.315919 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Bound port: 5c9944a2-31c2-4a64-8b87-a5883a951104, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:21:00.316285 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:00.339729 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-b1a2d46e-62e6-4495-84ed-6fec5ab0c4d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:00.391344 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] For port 5c9944a2-31c2-4a64-8b87-a5883a951104, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:21:00.397223 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] For port 5c9944a2-31c2-4a64-8b87-a5883a951104, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=5c9944a2-31c2-4a64-8b87-a5883a951104,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:21:00.405179 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:00.409447 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-195fd8c3-f6ef-44be-9b3b-3929f48c9ff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:00.482497 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:00.490348 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Routers {'52b0e102-b756-4699-bf0d-76fc0c853917'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:21:00.491008 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:20:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['52b0e102-b756-4699-bf0d-76fc0c853917'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:21:00.508763 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Transition to ACTIVE for port object 56865b0e-bb4e-4067-b7be-6e552eaf69e3 will not be triggered until provisioned by entity DHCP. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:21:00.528956 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 39da446a-9817-4be3-82bb-11a115704ab2 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:21:00.543194 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:00.546911 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:00.556832 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2d46e-62e6-4495-84ed-6fec5ab0c4d9 None None] Pushing event updated for resources: {'Port': ['ID=5c9944a2-31c2-4a64-8b87-a5883a951104,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:00.569350 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-b1a2d46e-62e6-4495-84ed-6fec5ab0c4d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:00.607565 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 39da446a-9817-4be3-82bb-11a115704ab2 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:21:00.612832 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 39da446a-9817-4be3-82bb-11a115704ab2 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:21:00.613107 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:00.614105 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Network 03696d76-8270-412b-a2f5-b6f93c2aa11c is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:21:00.617020 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:21:00.619478 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:21:00.664481 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Pushing event updated for resources: {'Port': ['ID=56865b0e-bb4e-4067-b7be-6e552eaf69e3,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:00.668518 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:00.680909 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407415'] for router_interface, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:00.705557 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] Set router 52b0e102-b756-4699-bf0d-76fc0c853917 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:21:00.773867 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:00.818742 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 39da446a-9817-4be3-82bb-11a115704ab2, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=39da446a-9817-4be3-82bb-11a115704ab2,segment=NetworkSegment(090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49),segment_id=090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:21:00.828644 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:00.830080 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device a06e408b-c3e9-421f-86ee-d8f0f49cfd16 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:21:00.863802 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:00.902673 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:00.955934 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-94f530e3-a326-42fc-8887-edd6125ab090 None None] Provisioning for port 56865b0e-bb4e-4067-b7be-6e552eaf69e3 completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:21:00.975997 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-94f530e3-a326-42fc-8887-edd6125ab090 None None] Provisioning complete for port 56865b0e-bb4e-4067-b7be-6e552eaf69e3 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:21:00.976447 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-94f530e3-a326-42fc-8887-edd6125ab090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:01.022324 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=39da446a-9817-4be3-82bb-11a115704ab2,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:01.031979 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:01.037239 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port a06e408b-c3e9-421f-86ee-d8f0f49cfd16 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:21:01.044989 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b0e102-b756-4699-bf0d-76fc0c853917', 'name': 'tempest-TestVolumeBootPattern-2076996026-router', 'tenant_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '5c9944a2-31c2-4a64-8b87-a5883a951104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:56Z', 'updated_at': '2021-05-31T18:20:58Z', 'revision_number': 3, 'project_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'gw_port': {'id': '5c9944a2-31c2-4a64-8b87-a5883a951104', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b0e102-b756-4699-bf0d-76fc0c853917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:57Z', 'updated_at': '2021-05-31T18:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:21:01.045225 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port a06e408b-c3e9-421f-86ee-d8f0f49cfd16 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:21:01.045567 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:01.054262 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa20d35-9674-49dd-bec8-eb5c76fe7140 None None] The sync data for ids ['52b0e102-b756-4699-bf0d-76fc0c853917'] in dv-cinder-770050-4-iscsi is: [{'id': '52b0e102-b756-4699-bf0d-76fc0c853917', 'name': 'tempest-TestVolumeBootPattern-2076996026-router', 'tenant_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '5c9944a2-31c2-4a64-8b87-a5883a951104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:56Z', 'updated_at': '2021-05-31T18:20:58Z', 'revision_number': 3, 'project_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'gw_port': {'id': '5c9944a2-31c2-4a64-8b87-a5883a951104', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b0e102-b756-4699-bf0d-76fc0c853917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:57Z', 'updated_at': '2021-05-31T18:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:21:01.086311 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-94f530e3-a326-42fc-8887-edd6125ab090 None None] Port 56865b0e-bb4e-4067-b7be-6e552eaf69e3 cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:21:01.174508 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:01.178769 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:01.183983 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:01.210149 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port a06e408b-c3e9-421f-86ee-d8f0f49cfd16, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=a06e408b-c3e9-421f-86ee-d8f0f49cfd16,segment=NetworkSegment(bc55c62c-43f3-4779-9dd2-4231059ee132),segment_id=bc55c62c-43f3-4779-9dd2-4231059ee132)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:21:01.215724 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:01.216737 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fafb09b4-27ad-47f3-b2c0-51bf9a2b432c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:01.220726 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:01.305248 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Pushing event updated for resources: {'Port': ['ID=56865b0e-bb4e-4067-b7be-6e552eaf69e3,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:01.308412 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407514'] for router_interface, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:01.312693 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=a06e408b-c3e9-421f-86ee-d8f0f49cfd16,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:01.314295 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:01.317207 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:01.464800 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Network 03696d76-8270-412b-a2f5-b6f93c2aa11c is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:21:01.465907 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:21:01.762882 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Router 52b0e102-b756-4699-bf0d-76fc0c853917 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:21:01.816719 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-7ed5ef23-d895-4de2-8e85-02e47f94b352 None None] Provisioning complete for port 56865b0e-bb4e-4067-b7be-6e552eaf69e3 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:21:01.817211 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7ed5ef23-d895-4de2-8e85-02e47f94b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:01.881876 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-7ed5ef23-d895-4de2-8e85-02e47f94b352 None None] Port 56865b0e-bb4e-4067-b7be-6e552eaf69e3 cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:21:01.971781 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2f852-839f-45a1-9aaf-871b26a8c1bd req-7c728121-fd08-4f73-aefd-0f809071c521 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:01.973261 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b5c2f852-839f-45a1-9aaf-871b26a8c1bd req-7c728121-fd08-4f73-aefd-0f809071c521 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.2816114 May 31 18:21:02.091915 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b5c2f852-839f-45a1-9aaf-871b26a8c1bd req-574887a7-fe6e-4d8c-8850-58119f445484 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681314 May 31 18:21:02.092999 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:21:02.106814 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] 10.222.0.30 "PUT /v2.0/routers/52b0e102-b756-4699-bf0d-76fc0c853917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9283535 May 31 18:21:02.531015 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 39da446a-9817-4be3-82bb-11a115704ab2 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:21:02.602578 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 39da446a-9817-4be3-82bb-11a115704ab2 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:21:02.602977 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:02.730468 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device a06e408b-c3e9-421f-86ee-d8f0f49cfd16 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:21:02.760925 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Sync routers for ids ['52b0e102-b756-4699-bf0d-76fc0c853917'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:21:02.790549 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Routers {'52b0e102-b756-4699-bf0d-76fc0c853917'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:21:02.791231 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:20:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['52b0e102-b756-4699-bf0d-76fc0c853917'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:21:02.960485 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 33156) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:02.967683 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-bc79e740-ddc7-4ba8-8c64-edf22ce61002 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460408479', 'description': 'tempest-secgroup-smoke-460408479 description', 'project_id': 'e926edbfad764e1487ebcf14b7e20764'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:21:02.973674 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-bc79e740-ddc7-4ba8-8c64-edf22ce61002 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:02.977781 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-bc79e740-ddc7-4ba8-8c64-edf22ce61002 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Usage tracker for resource:security_group and tenant:e926edbfad764e1487ebcf14b7e20764 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:02.984473 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-bc79e740-ddc7-4ba8-8c64-edf22ce61002 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:02.993013 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-bc79e740-ddc7-4ba8-8c64-edf22ce61002 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:03.003454 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port a06e408b-c3e9-421f-86ee-d8f0f49cfd16 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:21:03.003972 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.008756 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bc79e740-ddc7-4ba8-8c64-edf22ce61002 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.037266 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-bc79e740-ddc7-4ba8-8c64-edf22ce61002 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:03.041411 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-bc79e740-ddc7-4ba8-8c64-edf22ce61002 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Usage tracker for resource:security_group_rule and tenant:e926edbfad764e1487ebcf14b7e20764 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:03.044441 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-bc79e740-ddc7-4ba8-8c64-edf22ce61002 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:03.051511 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-bc79e740-ddc7-4ba8-8c64-edf22ce61002 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:03.082303 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Set router 52b0e102-b756-4699-bf0d-76fc0c853917 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:21:03.130837 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bc79e740-ddc7-4ba8-8c64-edf22ce61002 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.136578 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bc79e740-ddc7-4ba8-8c64-edf22ce61002 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.143022 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ced28b14-5197-42dd-9049-d9d9322f3f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:03.193116 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79e740-ddc7-4ba8-8c64-edf22ce61002 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b07a63c8-3f27-4530-9ff3-ecff051c1d82,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:03.196468 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bc79e740-ddc7-4ba8-8c64-edf22ce61002 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:03.197743 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bc79e740-ddc7-4ba8-8c64-edf22ce61002 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.201882 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-bc79e740-ddc7-4ba8-8c64-edf22ce61002 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2363737 May 31 18:21:03.202203 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 33164) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:03.208194 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-71145e3a-2873-40de-af33-e590e66e8c37 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Request body: {'security_group_rule': {'security_group_id': 'b07a63c8-3f27-4530-9ff3-ecff051c1d82', 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:21:03.215094 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-71145e3a-2873-40de-af33-e590e66e8c37 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:03.219127 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-71145e3a-2873-40de-af33-e590e66e8c37 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Usage tracker for resource:security_group_rule and tenant:e926edbfad764e1487ebcf14b7e20764 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:03.222198 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-71145e3a-2873-40de-af33-e590e66e8c37 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:03.237815 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-71145e3a-2873-40de-af33-e590e66e8c37 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:03.306312 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-71145e3a-2873-40de-af33-e590e66e8c37 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.366235 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255846c4-be67-4397-9c1c-0d455dd5f9df req-4f667fe9-d58a-437d-b818-8cb248fa8705 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:03.367966 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 5c9944a2-31c2-4a64-8b87-a5883a951104 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:21:03.368484 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-255846c4-be67-4397-9c1c-0d455dd5f9df req-4f667fe9-d58a-437d-b818-8cb248fa8705 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.1327796 May 31 18:21:03.406725 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-71145e3a-2873-40de-af33-e590e66e8c37 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.420372 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-71145e3a-2873-40de-af33-e590e66e8c37 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.431171 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:03.457410 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-255846c4-be67-4397-9c1c-0d455dd5f9df req-20ff4c95-a06a-4634-ae35-7110c9edcc68 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827043 May 31 18:21:03.458999 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71145e3a-2873-40de-af33-e590e66e8c37 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b728d253-81f8-4c53-956c-4b4c4d98cb48,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:03.461968 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-71145e3a-2873-40de-af33-e590e66e8c37 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:03.463244 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-71145e3a-2873-40de-af33-e590e66e8c37 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.467263 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-71145e3a-2873-40de-af33-e590e66e8c37 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2641354 May 31 18:21:03.467934 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 33168) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:03.475652 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-89833de4-3caa-4d72-bdf6-e95110f28c77 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Request body: {'security_group_rule': {'security_group_id': 'b07a63c8-3f27-4530-9ff3-ecff051c1d82', 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:21:03.482673 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-89833de4-3caa-4d72-bdf6-e95110f28c77 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:03.487970 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-89833de4-3caa-4d72-bdf6-e95110f28c77 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Usage tracker for resource:security_group_rule and tenant:e926edbfad764e1487ebcf14b7e20764 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:03.491387 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-89833de4-3caa-4d72-bdf6-e95110f28c77 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:03.497990 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-89833de4-3caa-4d72-bdf6-e95110f28c77 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:03.516689 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 5c9944a2-31c2-4a64-8b87-a5883a951104 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:21:03.521074 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-89833de4-3caa-4d72-bdf6-e95110f28c77 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.525598 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 5c9944a2-31c2-4a64-8b87-a5883a951104 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:21:03.526014 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.584657 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-89833de4-3caa-4d72-bdf6-e95110f28c77 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.588576 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-89833de4-3caa-4d72-bdf6-e95110f28c77 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.591251 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-cf673291-efb4-4e33-93d7-c61da85c4d93 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:03.611867 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b0e102-b756-4699-bf0d-76fc0c853917', 'name': 'tempest-TestVolumeBootPattern-2076996026-router', 'tenant_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '5c9944a2-31c2-4a64-8b87-a5883a951104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:56Z', 'updated_at': '2021-05-31T18:21:00Z', 'revision_number': 4, 'project_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'gw_port': {'id': '5c9944a2-31c2-4a64-8b87-a5883a951104', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b0e102-b756-4699-bf0d-76fc0c853917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:57Z', 'updated_at': '2021-05-31T18:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '56865b0e-bb4e-4067-b7be-6e552eaf69e3', 'name': '', 'network_id': '03696d76-8270-412b-a2f5-b6f93c2aa11c', 'tenant_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'mac_address': 'fa:16:3e:bb:52:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b0e102-b756-4699-bf0d-76fc0c853917', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6a14d42f-a396-4372-bbdd-42ddb5b3c20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:21:00Z', 'updated_at': '2021-05-31T18:21:00Z', 'revision_number': 2, 'project_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'subnets': [{'id': '6a14d42f-a396-4372-bbdd-42ddb5b3c20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:21:03.612671 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89833de4-3caa-4d72-bdf6-e95110f28c77 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342f1072-4ad9-43b4-93e2-0459d0d4eefa,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:03.619239 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-89833de4-3caa-4d72-bdf6-e95110f28c77 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:03.627166 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-89833de4-3caa-4d72-bdf6-e95110f28c77 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.628343 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-89833de4-3caa-4d72-bdf6-e95110f28c77 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1579647 May 31 18:21:03.631109 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 33172) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:03.636690 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-57a13c95-880a-46b3-8b95-42d7af048c21 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Request body: {'security_group_rule': {'security_group_id': 'b07a63c8-3f27-4530-9ff3-ecff051c1d82', 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:21:03.642691 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-57a13c95-880a-46b3-8b95-42d7af048c21 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:03.646557 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-57a13c95-880a-46b3-8b95-42d7af048c21 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Usage tracker for resource:security_group_rule and tenant:e926edbfad764e1487ebcf14b7e20764 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:03.650569 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-57a13c95-880a-46b3-8b95-42d7af048c21 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:03.652242 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Checking router: 52b0e102-b756-4699-bf0d-76fc0c853917 for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:21:03.652642 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Updating router 52b0e102-b756-4699-bf0d-76fc0c853917 port 56865b0e-bb4e-4067-b7be-6e552eaf69e3 binding host dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:21:03.656773 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-57a13c95-880a-46b3-8b95-42d7af048c21 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:03.673852 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-57a13c95-880a-46b3-8b95-42d7af048c21 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.724054 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.733907 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.740877 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-57a13c95-880a-46b3-8b95-42d7af048c21 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.744944 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-57a13c95-880a-46b3-8b95-42d7af048c21 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.747171 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:03.760777 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 5c9944a2-31c2-4a64-8b87-a5883a951104, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=5c9944a2-31c2-4a64-8b87-a5883a951104,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:21:03.770768 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a13c95-880a-46b3-8b95-42d7af048c21 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fd8dc8-e85d-4e50-9b65-bb73ed2d538b,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:03.778278 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-57a13c95-880a-46b3-8b95-42d7af048c21 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:03.785658 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-57a13c95-880a-46b3-8b95-42d7af048c21 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.787060 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-57a13c95-880a-46b3-8b95-42d7af048c21 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1548858 May 31 18:21:03.790224 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 33180) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:03.794617 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.795601 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-1af207ef-7916-49a4-8919-5fafc85533f6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Request body: {'security_group_rule': {'security_group_id': 'b07a63c8-3f27-4530-9ff3-ecff051c1d82', 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:21:03.806490 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:03.809476 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-1af207ef-7916-49a4-8919-5fafc85533f6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:03.814082 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-1af207ef-7916-49a4-8919-5fafc85533f6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Usage tracker for resource:security_group_rule and tenant:e926edbfad764e1487ebcf14b7e20764 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:03.817853 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-1af207ef-7916-49a4-8919-5fafc85533f6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:03.824390 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-1af207ef-7916-49a4-8919-5fafc85533f6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:03.846762 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1af207ef-7916-49a4-8919-5fafc85533f6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.936608 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1af207ef-7916-49a4-8919-5fafc85533f6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.940263 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1af207ef-7916-49a4-8919-5fafc85533f6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.943362 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-57a13c95-880a-46b3-8b95-42d7af048c21 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:03.951297 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=5c9944a2-31c2-4a64-8b87-a5883a951104,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:03.956381 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:03.965660 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af207ef-7916-49a4-8919-5fafc85533f6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190a67a6-56d4-4dc1-ab97-56e661ac3f91,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:03.970549 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-1af207ef-7916-49a4-8919-5fafc85533f6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:03.980587 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1af207ef-7916-49a4-8919-5fafc85533f6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:03.984487 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-1af207ef-7916-49a4-8919-5fafc85533f6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1907468 May 31 18:21:03.984886 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 33186) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:03.990977 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-3818855a-6f33-4a7e-a598-880dd97c1a8c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Request body: {'security_group_rule': {'security_group_id': 'b07a63c8-3f27-4530-9ff3-ecff051c1d82', 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:21:03.998832 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-3818855a-6f33-4a7e-a598-880dd97c1a8c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:04.002667 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-3818855a-6f33-4a7e-a598-880dd97c1a8c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Usage tracker for resource:security_group_rule and tenant:e926edbfad764e1487ebcf14b7e20764 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:04.005548 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-3818855a-6f33-4a7e-a598-880dd97c1a8c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:04.011466 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-3818855a-6f33-4a7e-a598-880dd97c1a8c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:04.021336 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.db.securitygroups_db [None req-3818855a-6f33-4a7e-a598-880dd97c1a8c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Project e926edbfad764e1487ebcf14b7e20764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 18:21:04.031068 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3818855a-6f33-4a7e-a598-880dd97c1a8c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:04.109494 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3818855a-6f33-4a7e-a598-880dd97c1a8c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:04.113783 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3818855a-6f33-4a7e-a598-880dd97c1a8c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:04.116088 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-1af207ef-7916-49a4-8919-5fafc85533f6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:04.142707 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818855a-6f33-4a7e-a598-880dd97c1a8c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8edba82-4a26-4f1c-91cf-23020bfa79ea,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:04.145756 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-3818855a-6f33-4a7e-a598-880dd97c1a8c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:04.160365 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3818855a-6f33-4a7e-a598-880dd97c1a8c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:04.165393 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 33192) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:04.166726 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-3818855a-6f33-4a7e-a598-880dd97c1a8c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1807580 May 31 18:21:04.171034 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-cb6742f2-a1cc-4739-9133-838c4787bc1b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Request body: {'security_group_rule': {'security_group_id': 'b07a63c8-3f27-4530-9ff3-ecff051c1d82', 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:21:04.178741 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-cb6742f2-a1cc-4739-9133-838c4787bc1b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:04.183517 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-cb6742f2-a1cc-4739-9133-838c4787bc1b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Usage tracker for resource:security_group_rule and tenant:e926edbfad764e1487ebcf14b7e20764 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:04.188273 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-cb6742f2-a1cc-4739-9133-838c4787bc1b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:04.195948 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-cb6742f2-a1cc-4739-9133-838c4787bc1b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:04.207077 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.securitygroups_db [None req-cb6742f2-a1cc-4739-9133-838c4787bc1b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Project e926edbfad764e1487ebcf14b7e20764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 18:21:04.209825 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:04.213663 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cb6742f2-a1cc-4739-9133-838c4787bc1b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:04.223344 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Transition to ACTIVE for port object 56865b0e-bb4e-4067-b7be-6e552eaf69e3 will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:21:04.231139 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:04.234684 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:04.284117 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cb6742f2-a1cc-4739-9133-838c4787bc1b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:04.290152 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cb6742f2-a1cc-4739-9133-838c4787bc1b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:04.299987 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3a0e40be-5652-4ddb-8ed9-0ac8af0b40ce tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:04.324229 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6742f2-a1cc-4739-9133-838c4787bc1b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc5cea77-36bb-4998-8489-48de784088ca,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:04.331092 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cb6742f2-a1cc-4739-9133-838c4787bc1b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:04.337905 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cb6742f2-a1cc-4739-9133-838c4787bc1b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:04.339407 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-cb6742f2-a1cc-4739-9133-838c4787bc1b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1729097 May 31 18:21:04.452595 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589efe9-6288-4ee9-bdf8-ee7b308582bc None None] Pushing event updated for resources: {'Port': ['ID=56865b0e-bb4e-4067-b7be-6e552eaf69e3,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:04.462425 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2589efe9-6288-4ee9-bdf8-ee7b308582bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:04.481078 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Attempting to bind port 56865b0e-bb4e-4067-b7be-6e552eaf69e3 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:21:04.483255 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Attempting to bind port 56865b0e-bb4e-4067-b7be-6e552eaf69e3 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'bc55c62c-43f3-4779-9dd2-4231059ee132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03696d76-8270-412b-a2f5-b6f93c2aa11c'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:21:04.483725 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Attempting to bind port 56865b0e-bb4e-4067-b7be-6e552eaf69e3 on network 03696d76-8270-412b-a2f5-b6f93c2aa11c {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:21:04.493817 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 5c9944a2-31c2-4a64-8b87-a5883a951104 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:21:04.528572 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:21:04.528891 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Checking segment: {'id': 'bc55c62c-43f3-4779-9dd2-4231059ee132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03696d76-8270-412b-a2f5-b6f93c2aa11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:21:04.529397 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:04.529689 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Bound using segment: {'id': 'bc55c62c-43f3-4779-9dd2-4231059ee132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03696d76-8270-412b-a2f5-b6f93c2aa11c'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:21:04.530179 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Bound port: 56865b0e-bb4e-4067-b7be-6e552eaf69e3, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc55c62c-43f3-4779-9dd2-4231059ee132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03696d76-8270-412b-a2f5-b6f93c2aa11c'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:21:04.530583 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:04.686373 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500a458-3899-4d7e-bdf0-069f04c0a4ea req-659c867d-f184-4664-8b69-41a0c2a03db2 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:04.688250 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0500a458-3899-4d7e-bdf0-069f04c0a4ea req-659c867d-f184-4664-8b69-41a0c2a03db2 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0924425 May 31 18:21:04.724037 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] For port 56865b0e-bb4e-4067-b7be-6e552eaf69e3, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:21:04.728152 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] For port 56865b0e-bb4e-4067-b7be-6e552eaf69e3, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=56865b0e-bb4e-4067-b7be-6e552eaf69e3,segment=NetworkSegment(bc55c62c-43f3-4779-9dd2-4231059ee132),segment_id=bc55c62c-43f3-4779-9dd2-4231059ee132)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:21:04.729241 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 5c9944a2-31c2-4a64-8b87-a5883a951104 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:21:04.729609 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:04.735553 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0500a458-3899-4d7e-bdf0-069f04c0a4ea req-a329edae-ab7c-45db-bdf8-c7b4ec2a8162 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406420 May 31 18:21:04.761930 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:04.772799 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:04.894806 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Routers {'52b0e102-b756-4699-bf0d-76fc0c853917'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:21:04.895450 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:20:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['52b0e102-b756-4699-bf0d-76fc0c853917'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:21:05.113882 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] Set router 52b0e102-b756-4699-bf0d-76fc0c853917 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:21:05.171556 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589efe9-6288-4ee9-bdf8-ee7b308582bc None None] Pushing event updated for resources: {'Port': ['ID=56865b0e-bb4e-4067-b7be-6e552eaf69e3,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:05.185416 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2589efe9-6288-4ee9-bdf8-ee7b308582bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:05.540825 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b0e102-b756-4699-bf0d-76fc0c853917', 'name': 'tempest-TestVolumeBootPattern-2076996026-router', 'tenant_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '5c9944a2-31c2-4a64-8b87-a5883a951104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:56Z', 'updated_at': '2021-05-31T18:21:00Z', 'revision_number': 4, 'project_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'gw_port': {'id': '5c9944a2-31c2-4a64-8b87-a5883a951104', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b0e102-b756-4699-bf0d-76fc0c853917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:57Z', 'updated_at': '2021-05-31T18:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '56865b0e-bb4e-4067-b7be-6e552eaf69e3', 'name': '', 'network_id': '03696d76-8270-412b-a2f5-b6f93c2aa11c', 'tenant_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'mac_address': 'fa:16:3e:bb:52:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b0e102-b756-4699-bf0d-76fc0c853917', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6a14d42f-a396-4372-bbdd-42ddb5b3c20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:21:00Z', 'updated_at': '2021-05-31T18:21:04Z', 'revision_number': 4, 'project_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'subnets': [{'id': '6a14d42f-a396-4372-bbdd-42ddb5b3c20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:21:05.545577 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f83780-7b41-4fd3-84db-5e17d4bfd535 None None] The sync data for ids ['52b0e102-b756-4699-bf0d-76fc0c853917'] in dv-cinder-770050-4-iscsi is: [{'id': '52b0e102-b756-4699-bf0d-76fc0c853917', 'name': 'tempest-TestVolumeBootPattern-2076996026-router', 'tenant_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '5c9944a2-31c2-4a64-8b87-a5883a951104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:56Z', 'updated_at': '2021-05-31T18:21:00Z', 'revision_number': 4, 'project_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'gw_port': {'id': '5c9944a2-31c2-4a64-8b87-a5883a951104', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b0e102-b756-4699-bf0d-76fc0c853917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:57Z', 'updated_at': '2021-05-31T18:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '56865b0e-bb4e-4067-b7be-6e552eaf69e3', 'name': '', 'network_id': '03696d76-8270-412b-a2f5-b6f93c2aa11c', 'tenant_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'mac_address': 'fa:16:3e:bb:52:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b0e102-b756-4699-bf0d-76fc0c853917', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6a14d42f-a396-4372-bbdd-42ddb5b3c20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:21:00Z', 'updated_at': '2021-05-31T18:21:04Z', 'revision_number': 4, 'project_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'subnets': [{'id': '6a14d42f-a396-4372-bbdd-42ddb5b3c20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:21:05.961140 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d480e-5f6b-40ee-a415-119afb4d3f36 req-389fddcf-af67-46d8-9b9d-903de71e6de0 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:05.962653 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a41d480e-5f6b-40ee-a415-119afb4d3f36 req-389fddcf-af67-46d8-9b9d-903de71e6de0 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0987513 May 31 18:21:06.014531 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a41d480e-5f6b-40ee-a415-119afb4d3f36 req-f0f05ba8-d41f-4e79-b564-c8c6ae32af25 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458562 May 31 18:21:06.460735 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 56865b0e-bb4e-4067-b7be-6e552eaf69e3 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:21:06.536255 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 56865b0e-bb4e-4067-b7be-6e552eaf69e3 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:21:06.541681 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 56865b0e-bb4e-4067-b7be-6e552eaf69e3 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:21:06.542274 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:06.672041 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:06.704768 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 56865b0e-bb4e-4067-b7be-6e552eaf69e3, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=56865b0e-bb4e-4067-b7be-6e552eaf69e3,segment=NetworkSegment(bc55c62c-43f3-4779-9dd2-4231059ee132),segment_id=bc55c62c-43f3-4779-9dd2-4231059ee132)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:21:06.707996 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:06.709923 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:06.775198 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=56865b0e-bb4e-4067-b7be-6e552eaf69e3,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:06.778186 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:07.226745 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939979e-de49-4af0-aa97-f2005bb98a91 req-635084de-f43d-4ec6-b1bb-16055cfd7d70 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:07.228357 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1939979e-de49-4af0-aa97-f2005bb98a91 req-635084de-f43d-4ec6-b1bb-16055cfd7d70 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0981054 May 31 18:21:07.276523 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1939979e-de49-4af0-aa97-f2005bb98a91 req-daf2efcc-568a-45a6-82e3-54cece5444b0 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423667 May 31 18:21:08.473207 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 56865b0e-bb4e-4067-b7be-6e552eaf69e3 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:21:08.480686 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12a149-8200-4c77-a7ca-a655d9efda1d req-5ee6d546-366e-4ff3-a0f7-4f1f0892376a tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:08.482792 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9a12a149-8200-4c77-a7ca-a655d9efda1d req-5ee6d546-366e-4ff3-a0f7-4f1f0892376a tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0960526 May 31 18:21:08.536769 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9a12a149-8200-4c77-a7ca-a655d9efda1d req-4549c3d2-e27f-42ee-bca7-833bff8f1a75 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478039 May 31 18:21:08.546896 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 56865b0e-bb4e-4067-b7be-6e552eaf69e3 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:21:08.547276 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:09.015277 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:21:09.740575 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ddc5d-fbdf-4512-bc4e-f9a3c3e13579 req-d77e2fd6-ff01-44d4-91cd-cc9516f38f23 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:09.742246 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c81ddc5d-fbdf-4512-bc4e-f9a3c3e13579 req-d77e2fd6-ff01-44d4-91cd-cc9516f38f23 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0884554 May 31 18:21:09.787211 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c81ddc5d-fbdf-4512-bc4e-f9a3c3e13579 req-d0ed2efa-1ae8-4ede-82b9-eeb6a9ff5f6d tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395253 May 31 18:21:11.008390 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550e137-8f3b-481a-9210-7fa25c750d3d req-5485b5c2-deaa-42bf-877c-b23b8d879989 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:11.009983 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c550e137-8f3b-481a-9210-7fa25c750d3d req-5485b5c2-deaa-42bf-877c-b23b8d879989 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0887835 May 31 18:21:11.064916 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c550e137-8f3b-481a-9210-7fa25c750d3d req-fc396aec-f667-4d5f-98d3-326db2555f39 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493431 May 31 18:21:12.263778 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affed5f-65af-475e-a121-ffdf4daa0050 req-0884168f-c2ac-4d0b-ae08-177582184919 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:12.265213 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9affed5f-65af-475e-a121-ffdf4daa0050 req-0884168f-c2ac-4d0b-ae08-177582184919 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0851789 May 31 18:21:12.317005 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9affed5f-65af-475e-a121-ffdf4daa0050 req-2cdb5680-1099-48a2-864d-a8611bafe07d tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457478 May 31 18:21:14.963818 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:16.931462 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9ff7d141-eef0-4474-a1de-0a68dc017eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:18.011247 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aba31e-93f0-412b-9ac6-1ede9d24fd88 req-cef7827e-5143-48af-8215-e475a63d08e2 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:18.012689 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a1aba31e-93f0-412b-9ac6-1ede9d24fd88 req-cef7827e-5143-48af-8215-e475a63d08e2 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0841033 May 31 18:21:18.060016 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a1aba31e-93f0-412b-9ac6-1ede9d24fd88 req-969f047a-2142-4d4f-8499-6c3924407bd8 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390038 May 31 18:21:19.325751 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:19.703842 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c29f-1096-444f-946b-15805170791a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:20.301209 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:20.311805 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d3a3b-b148-42c1-bbbd-cc228f21ca3b req-14282879-35da-4009-8039-9a8b89286fd4 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:20.313269 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-588d3a3b-b148-42c1-bbbd-cc228f21ca3b req-14282879-35da-4009-8039-9a8b89286fd4 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0838096 May 31 18:21:20.357447 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-588d3a3b-b148-42c1-bbbd-cc228f21ca3b req-2f1c538e-b1d4-4b73-8dd4-3e9e5745d083 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384843 May 31 18:21:21.600608 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc9bb6-8f6f-4ee7-9c15-f0b4348e35d1 req-94c21c7e-647a-4360-aa53-b8948a73526f tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:21.601841 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-43dc9bb6-8f6f-4ee7-9c15-f0b4348e35d1 req-94c21c7e-647a-4360-aa53-b8948a73526f tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0921462 May 31 18:21:21.645453 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-43dc9bb6-8f6f-4ee7-9c15-f0b4348e35d1 req-86c0ff74-fe56-489c-895e-7d28b595511c tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378871 May 31 18:21:22.086371 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:22.834119 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b9e22-7073-483f-a5cd-a3f375d87ea5 req-6af5d7d1-6f83-45f2-9953-dac654868946 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:22.835684 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-279b9e22-7073-483f-a5cd-a3f375d87ea5 req-6af5d7d1-6f83-45f2-9953-dac654868946 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0808506 May 31 18:21:22.885285 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-279b9e22-7073-483f-a5cd-a3f375d87ea5 req-493f5cb8-d3b5-446a-b807-acd4f2fc9622 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429428 May 31 18:21:23.376922 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57446052-b5c7-4c4f-9be5-951b72ab31e2 req-0bb6432e-8ef1-49f2-a91d-b0b4c8f1b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:23.378396 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-57446052-b5c7-4c4f-9be5-951b72ab31e2 req-0bb6432e-8ef1-49f2-a91d-b0b4c8f1b44f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 1098 time: 0.0740213 May 31 18:21:23.421187 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-57446052-b5c7-4c4f-9be5-951b72ab31e2 req-284e8ea8-0457-40f8-aee8-c7fb67c4dc57 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351219 May 31 18:21:24.080853 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74a0e9-b9d3-4815-9386-8a30e2bf8faa req-3a040098-5275-4f60-af58-ec086efa0412 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:24.082311 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ca74a0e9-b9d3-4815-9386-8a30e2bf8faa req-3a040098-5275-4f60-af58-ec086efa0412 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0853376 May 31 18:21:24.207414 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ca74a0e9-b9d3-4815-9386-8a30e2bf8faa req-26e7f6ee-0e99-4e03-ad21-a295b85fd862 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193933 May 31 18:21:25.397996 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844585cd-c0bd-41e2-9fcc-ac53842743c7 req-8452afe4-42f2-489d-818a-303a98f71ac5 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:25.399461 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-844585cd-c0bd-41e2-9fcc-ac53842743c7 req-8452afe4-42f2-489d-818a-303a98f71ac5 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0815938 May 31 18:21:25.449069 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-844585cd-c0bd-41e2-9fcc-ac53842743c7 req-64fabf88-1edf-40ea-bbe4-71be59ed2b3d tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428932 May 31 18:21:26.031028 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9287123-b426-48b9-8681-9d4e2f81a075 req-fe227faa-2ae9-4a94-970d-45995924d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:26.031896 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f9287123-b426-48b9-8681-9d4e2f81a075 req-fe227faa-2ae9-4a94-970d-45995924d75f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04fbb9fd981d4c33ab89836e4de1a086&device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 1098 time: 0.1517465 May 31 18:21:26.135830 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed6ce6-8a5f-4567-b953-a5b0109292be req-2dd398b9-a79f-489e-9993-a8c936786c1e tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:26.137296 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-99ed6ce6-8a5f-4567-b953-a5b0109292be req-2dd398b9-a79f-489e-9993-a8c936786c1e tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.1984715 May 31 18:21:26.222270 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-99ed6ce6-8a5f-4567-b953-a5b0109292be req-38437fc9-faad-43db-b36b-e442f9b7237b tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773633 May 31 18:21:26.229520 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9287123-b426-48b9-8681-9d4e2f81a075 req-2e4640c6-a334-4c32-8fff-7ec9fe94e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:26.231302 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f9287123-b426-48b9-8681-9d4e2f81a075 req-2e4640c6-a334-4c32-8fff-7ec9fe94e9f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d0906071-12cb-42ed-b918-72a255e9632b HTTP/1.1" status: 200 len: 919 time: 0.1888020 May 31 18:21:26.307900 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f9287123-b426-48b9-8681-9d4e2f81a075 req-0f0da9ad-8872-4e99-8e67-853d9ed17888 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f166e330-f475-430a-9547-7fe063b47a94 HTTP/1.1" status: 200 len: 217 time: 0.0669694 May 31 18:21:26.376196 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9287123-b426-48b9-8681-9d4e2f81a075 req-e1fc05cd-c9c4-4c06-b627-25b4fc643222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:26.377598 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f9287123-b426-48b9-8681-9d4e2f81a075 req-e1fc05cd-c9c4-4c06-b627-25b4fc643222 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d93125e-6ed3-456d-97d2-d3c9e0aa7334 HTTP/1.1" status: 200 len: 858 time: 0.0636146 May 31 18:21:26.428616 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f9287123-b426-48b9-8681-9d4e2f81a075 req-41d0b271-967a-49c9-9711-5a28b805888c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d0906071-12cb-42ed-b918-72a255e9632b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427043 May 31 18:21:26.565800 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f9287123-b426-48b9-8681-9d4e2f81a075 req-6a58febd-4852-4760-8628-1542a72f9c22 service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304703 May 31 18:21:26.710858 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f9287123-b426-48b9-8681-9d4e2f81a075 req-ce45b94f-afad-44b9-bc9d-cf70023662ab service neutron] 10.222.0.43 "GET /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380951 May 31 18:21:27.422326 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea2564-ab32-484d-83b4-0c8a8a590cbb req-c1a916ff-970d-4a44-aa03-9f5c3dd7977d tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:27.423945 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-cfea2564-ab32-484d-83b4-0c8a8a590cbb req-c1a916ff-970d-4a44-aa03-9f5c3dd7977d tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0890684 May 31 18:21:27.475452 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-cfea2564-ab32-484d-83b4-0c8a8a590cbb req-a587eb63-d42b-450f-9a02-f6ad7da06c99 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453973 May 31 18:21:27.485510 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 33570) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:27.654560 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:27.669953 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:27.673746 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Usage tracker for resource:security_group_rule and tenant:9ccbae8e7fd0452bb59c2d869cff84e5 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:27.676594 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:27.682728 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:27.769909 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:27.773823 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:27.780928 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:27.820905 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ccbae8e7fd0452bb59c2d869cff84e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343036 May 31 18:21:27.822497 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86eea0be-3bf0-46b6-9aa8-e8c76071c9dc,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:27.823720 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 33576) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:27.829951 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:27.830321 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:27.830683 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:27.831101 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:27.831449 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:27.831798 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:27.832141 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:27.832484 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:27.832827 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:27.833213 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:27.833555 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:27.833891 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:27.838025 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:27.892189 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:27.919025 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:27.985857 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:27.989986 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-d2e180f1-e2ff-45bb-b563-9c3bc0bece1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:28.003772 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86eea0be-3bf0-46b6-9aa8-e8c76071c9dc,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:28.016735 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:28.017900 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:28.018261 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:28.018637 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:28.018980 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:28.019324 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:28.019666 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:28.020003 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:28.020340 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:28.020675 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:28.021009 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:28.021340 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:28.024615 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:28.027242 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86eea0be-3bf0-46b6-9aa8-e8c76071c9dc HTTP/1.1" status: 204 len: 168 time: 0.2024274 May 31 18:21:28.028647 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:28.704180 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de9c78-1af7-4671-99b1-493d414c7b1c req-41e8a274-d97f-47a3-a209-8a289ff0bf15 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:28.705693 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-45de9c78-1af7-4671-99b1-493d414c7b1c req-41e8a274-d97f-47a3-a209-8a289ff0bf15 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0919249 May 31 18:21:28.752849 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-45de9c78-1af7-4671-99b1-493d414c7b1c req-72f673b4-6c38-47b6-873a-79f97a6acebe tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412121 May 31 18:21:29.952641 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb847f-9e01-4aba-9d59-a04391706686 req-2c4520aa-922f-4cfd-8ba0-ab9024c96ad6 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:29.954070 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-44eb847f-9e01-4aba-9d59-a04391706686 req-2c4520aa-922f-4cfd-8ba0-ab9024c96ad6 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0789208 May 31 18:21:30.000829 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-44eb847f-9e01-4aba-9d59-a04391706686 req-6b398e21-e8c8-4ad7-b4f5-0836fdad9fc3 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408137 May 31 18:21:31.211319 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb8707-cddb-4704-8ed3-fa39ee35b41c req-dcfee4ea-9450-4956-976e-907680ed2add tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:31.213330 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e0eb8707-cddb-4704-8ed3-fa39ee35b41c req-dcfee4ea-9450-4956-976e-907680ed2add tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0984440 May 31 18:21:31.264540 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e0eb8707-cddb-4704-8ed3-fa39ee35b41c req-33c0d9cc-241e-4556-a7db-1352fd4c73be tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452600 May 31 18:21:44.975185 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:46.014214 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:21:46.924997 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ef5fbf14-ceee-403c-a6c0-45970d577b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:48.833921 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6ccd5136-1c8e-4ef2-8e26-6b31ee616df3 req-60a870e4-3e56-4e55-afc0-c481129fdabd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718358 May 31 18:21:48.928383 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd5136-1c8e-4ef2-8e26-6b31ee616df3 req-3b02f776-39bb-4a6b-828e-5d5d544340a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:48.929922 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6ccd5136-1c8e-4ef2-8e26-6b31ee616df3 req-3b02f776-39bb-4a6b-828e-5d5d544340a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71370ff0ec1348e8a0dd470d369623bb&device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 1098 time: 0.0733819 May 31 18:21:49.175201 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd5136-1c8e-4ef2-8e26-6b31ee616df3 req-01d9244c-08fa-4d33-96dc-ff5456e6fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:49.176681 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6ccd5136-1c8e-4ef2-8e26-6b31ee616df3 req-01d9244c-08fa-4d33-96dc-ff5456e6fd3b service neutron] 10.222.0.43 "GET /v2.0/networks?id=94b1778a-3714-47c8-abf7-03652140706b HTTP/1.1" status: 200 len: 918 time: 0.2277458 May 31 18:21:49.279713 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6ccd5136-1c8e-4ef2-8e26-6b31ee616df3 req-a1ad2fa0-4d9b-447f-8cfa-f91d3844fc6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 HTTP/1.1" status: 200 len: 1000 time: 0.0960362 May 31 18:21:49.328926 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:49.345218 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd5136-1c8e-4ef2-8e26-6b31ee616df3 req-5be9a0c6-9fd1-4aa4-af1d-624c28257f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:49.346632 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6ccd5136-1c8e-4ef2-8e26-6b31ee616df3 req-5be9a0c6-9fd1-4aa4-af1d-624c28257f9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23a5645f-f287-424a-bed2-fe7d9c273f95 HTTP/1.1" status: 200 len: 856 time: 0.0592682 May 31 18:21:49.425932 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd5136-1c8e-4ef2-8e26-6b31ee616df3 req-97899fe8-93e9-477a-a110-7a44ef58cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:49.427445 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6ccd5136-1c8e-4ef2-8e26-6b31ee616df3 req-97899fe8-93e9-477a-a110-7a44ef58cf7b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94b1778a-3714-47c8-abf7-03652140706b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728867 May 31 18:21:49.562307 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6ccd5136-1c8e-4ef2-8e26-6b31ee616df3 req-9244818d-6b38-4166-84cb-21aea718d64f service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277401 May 31 18:21:49.697675 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6ccd5136-1c8e-4ef2-8e26-6b31ee616df3 req-28682053-c32b-4186-b8d1-0ef6eaa66474 service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284292 May 31 18:21:49.706278 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-035f797c-79fe-43a7-9efa-e25bd92c9ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:50.045306 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5884cdf-ae88-4d73-8e1a-ad2fe90aeca5 req-90675a59-552d-4d47-8389-cda749da22f5 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:50.046857 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b5884cdf-ae88-4d73-8e1a-ad2fe90aeca5 req-90675a59-552d-4d47-8389-cda749da22f5 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.0851359 May 31 18:21:50.092113 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b5884cdf-ae88-4d73-8e1a-ad2fe90aeca5 req-a5a30dd0-cd23-4058-88d4-4350337caa0b tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396440 May 31 18:21:50.303082 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:52.089461 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:54.340958 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9cb7e-f568-4a6a-8be2-609e7a2cfdcd req-45efc987-169b-4f78-b3b6-2a759dc70c14 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:54.342368 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9cf9cb7e-f568-4a6a-8be2-609e7a2cfdcd req-45efc987-169b-4f78-b3b6-2a759dc70c14 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.0850804 May 31 18:21:54.386297 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9cf9cb7e-f568-4a6a-8be2-609e7a2cfdcd req-99b641d1-89b6-482d-ab08-e46aeb63935a tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382502 May 31 18:21:55.579135 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3678dc4-59f1-4e74-b6fa-dcaf640a82f3 req-5bf12ccd-f8e1-4bf2-8bd6-2e5647c9ce54 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:55.580640 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e3678dc4-59f1-4e74-b6fa-dcaf640a82f3 req-5bf12ccd-f8e1-4bf2-8bd6-2e5647c9ce54 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.0853040 May 31 18:21:55.636741 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e3678dc4-59f1-4e74-b6fa-dcaf640a82f3 req-ea81c375-0545-4a63-b0bb-6462db2dd455 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475466 May 31 18:21:56.875731 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff9f19-97c1-4c13-8796-d022aea86bfa req-f356edc7-46b1-420a-a0bf-8d161e361c0b tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:56.884103 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-dbff9f19-97c1-4c13-8796-d022aea86bfa req-f356edc7-46b1-420a-a0bf-8d161e361c0b tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.1204109 May 31 18:21:56.952137 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-dbff9f19-97c1-4c13-8796-d022aea86bfa req-166adf47-5e61-40a0-b0be-dcaf94e7041e tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671434 May 31 18:21:57.184917 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-a0b36315-6b22-4bda-aa05-716d3b42ada4 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Synchronizing usage tracker for tenant:e926edbfad764e1487ebcf14b7e20764 on resource:security_group {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:21:57.200576 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-a0b36315-6b22-4bda-aa05-716d3b42ada4 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Unset dirty status for tenant:e926edbfad764e1487ebcf14b7e20764 on resource:security_group {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:21:57.201791 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-a0b36315-6b22-4bda-aa05-716d3b42ada4 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460408479&fields=id&tenant_id=e926edbfad764e1487ebcf14b7e20764 HTTP/1.1" status: 200 len: 267 time: 0.0593085 May 31 18:21:57.408492 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-f456ce18-a829-4844-adf8-cf9fd5adc2a7 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:57.409165 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-f456ce18-a829-4844-adf8-cf9fd5adc2a7 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Synchronizing usage tracker for tenant:e926edbfad764e1487ebcf14b7e20764 on resource:network {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:21:57.437428 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c969061-2228-4176-90d7-ffabb70076d6 req-b84a08fd-0c9a-4721-9585-c5bd418473e8 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:57.438838 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6c969061-2228-4176-90d7-ffabb70076d6 req-b84a08fd-0c9a-4721-9585-c5bd418473e8 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.43 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.1364143 May 31 18:21:57.439868 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-f456ce18-a829-4844-adf8-cf9fd5adc2a7 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Unset dirty status for tenant:e926edbfad764e1487ebcf14b7e20764 on resource:network {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:21:57.440843 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-f456ce18-a829-4844-adf8-cf9fd5adc2a7 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/networks?id=998a2356-dae0-45db-b64a-7fa99f710fbc HTTP/1.1" status: 200 len: 812 time: 0.2320452 May 31 18:21:57.501694 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-683f120c-150f-405b-adb8-e5f3388639cc tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/quotas/e926edbfad764e1487ebcf14b7e20764 HTTP/1.1" status: 200 len: 375 time: 0.0272334 May 31 18:21:57.653312 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-f865f589-7e29-4950-98a1-1d77682e223b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e926edbfad764e1487ebcf14b7e20764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1459846 May 31 18:21:57.656065 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-6c969061-2228-4176-90d7-ffabb70076d6 req-c10cad35-b196-4021-b90e-1781fe37df49 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Deleting port a06f0d6d-b567-48bd-a94e-9a6ea6700c48 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:21:57.656417 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-6c969061-2228-4176-90d7-ffabb70076d6 req-c10cad35-b196-4021-b90e-1781fe37df49 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:57.986117 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-6c969061-2228-4176-90d7-ffabb70076d6 req-c10cad35-b196-4021-b90e-1781fe37df49 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] For port a06f0d6d-b567-48bd-a94e-9a6ea6700c48, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=a06f0d6d-b567-48bd-a94e-9a6ea6700c48,segment=NetworkSegment(92fe8a1f-c8a4-41bf-9112-d60484519a39),segment_id=92fe8a1f-c8a4-41bf-9112-d60484519a39)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:21:57.986787 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-6c969061-2228-4176-90d7-ffabb70076d6 req-c10cad35-b196-4021-b90e-1781fe37df49 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:57.995472 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-54916f1d-53ed-4dd8-b252-179dec20916d service neutron] 10.222.0.30 "GET /v2.0/networks/998a2356-dae0-45db-b64a-7fa99f710fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253493 May 31 18:21:58.133636 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-6c969061-2228-4176-90d7-ffabb70076d6 req-c10cad35-b196-4021-b90e-1781fe37df49 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Calling delete_port for a06f0d6d-b567-48bd-a94e-9a6ea6700c48 owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:21:58.333882 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a075994-e80b-4660-8987-a39fa4af7466 req-78402927-9982-4a21-a1a7-af50a8b356ad tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:58.335413 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2a075994-e80b-4660-8987-a39fa4af7466 req-78402927-9982-4a21-a1a7-af50a8b356ad tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 945 time: 0.2287509 May 31 18:21:58.338750 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-7b81b757-6ff1-435f-9bfb-2b7cffdd3f7c service neutron] 10.222.0.30 "GET /v2.0/networks/998a2356-dae0-45db-b64a-7fa99f710fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857215 May 31 18:21:58.395861 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2a075994-e80b-4660-8987-a39fa4af7466 req-353f9ae8-712a-4c95-acd1-0d40b7b2675f tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539985 May 31 18:21:58.472495 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-6c969061-2228-4176-90d7-ffabb70076d6 req-c10cad35-b196-4021-b90e-1781fe37df49 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:58.478369 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:58.487319 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['a06f0d6d-b567-48bd-a94e-9a6ea6700c48', 'f166e330-f475-430a-9547-7fe063b47a94'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:21:58.525251 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cad35-b196-4021-b90e-1781fe37df49 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Pushing event deleted for resources: {'Port': ['ID=a06f0d6d-b567-48bd-a94e-9a6ea6700c48,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:58.528401 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c10cad35-b196-4021-b90e-1781fe37df49 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:58.604926 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c969061-2228-4176-90d7-ffabb70076d6 req-c10cad35-b196-4021-b90e-1781fe37df49 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] No DVR routers for this DVR port a06f0d6d-b567-48bd-a94e-9a6ea6700c48 on host hv-cinder-77005 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:21:58.608059 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-6c969061-2228-4176-90d7-ffabb70076d6 req-c10cad35-b196-4021-b90e-1781fe37df49 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:58.611207 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a84e4d-b96e-427a-a619-7599e9ddecb3', 'name': 'network-vif-deleted', 'tag': 'a06f0d6d-b567-48bd-a94e-9a6ea6700c48'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:21:58.613198 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c3f609-4f99-44d8-a5f0-5b8bb07d1e2e" -d '{"events": [{"server_uuid": "39a84e4d-b96e-427a-a619-7599e9ddecb3", "name": "network-vif-deleted", "tag": "a06f0d6d-b567-48bd-a94e-9a6ea6700c48"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:21:58.630636 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6c969061-2228-4176-90d7-ffabb70076d6 req-c10cad35-b196-4021-b90e-1781fe37df49 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.43 "DELETE /v2.0/ports/a06f0d6d-b567-48bd-a94e-9a6ea6700c48 HTTP/1.1" status: 204 len: 173 time: 1.1846581 May 31 18:21:58.688823 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf12ddc-5770-4419-ae08-afc68d2c1e99 x-openstack-request-id: req-5cf12ddc-5770-4419-ae08-afc68d2c1e99 {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:21:58.689143 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a84e4d-b96e-427a-a619-7599e9ddecb3", "name": "network-vif-deleted", "tag": "a06f0d6d-b567-48bd-a94e-9a6ea6700c48", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:21:58.689420 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5cf12ddc-5770-4419-ae08-afc68d2c1e99 {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:21:58.689835 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a84e4d-b96e-427a-a619-7599e9ddecb3', 'name': 'network-vif-deleted', 'tag': 'a06f0d6d-b567-48bd-a94e-9a6ea6700c48', 'status': 'completed', 'code': 200} May 31 18:21:58.803316 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ca81707b-5fbe-4399-9d1e-9f74c1415e1b req-c7953c1b-ed64-4d99-9a64-b9297dde59c7 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0553615 May 31 18:21:59.586435 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-75a2432c-3846-4813-aab2-2dea0b9b5eca req-713237cf-14fc-47e2-b17b-d16afe6fff7f tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Synchronizing usage tracker for tenant:04fbb9fd981d4c33ab89836e4de1a086 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:21:59.602677 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-75a2432c-3846-4813-aab2-2dea0b9b5eca req-713237cf-14fc-47e2-b17b-d16afe6fff7f tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Unset dirty status for tenant:04fbb9fd981d4c33ab89836e4de1a086 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:21:59.603946 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-75a2432c-3846-4813-aab2-2dea0b9b5eca req-713237cf-14fc-47e2-b17b-d16afe6fff7f tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a84e4d-b96e-427a-a619-7599e9ddecb3 HTTP/1.1" status: 200 len: 210 time: 0.0657058 May 31 18:21:59.647977 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 34108) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:59.764643 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef808-44f2-46f4-9085-9104c004bb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:59.779763 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-bb4ef808-44f2-46f4-9085-9104c004bb5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:59.783528 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-bb4ef808-44f2-46f4-9085-9104c004bb5d admin admin] Usage tracker for resource:security_group_rule and tenant:8b2b1fb03f2f49d0bc43fa7a706490bf is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:59.786248 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-bb4ef808-44f2-46f4-9085-9104c004bb5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:59.791795 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-bb4ef808-44f2-46f4-9085-9104c004bb5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:59.884486 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef808-44f2-46f4-9085-9104c004bb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:59.889553 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef808-44f2-46f4-9085-9104c004bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:59.918346 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-df0fd864-47e0-43ff-b1e8-cb29226d6821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:59.927442 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-bb4ef808-44f2-46f4-9085-9104c004bb5d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b2b1fb03f2f49d0bc43fa7a706490bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783508 May 31 18:21:59.931205 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 34120) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:59.982560 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ef808-44f2-46f4-9085-9104c004bb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1df5e2-83a0-4cd3-8bee-967a8f8c8c0c,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:59.999790 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-bb4ef808-44f2-46f4-9085-9104c004bb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:00.062811 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1c54bf01-9d3d-4230-88bd-ded0309b9761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:00.066323 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b66bcb6d-ca30-4cc8-b1c8-c2cf6d4eb4d1 req-6d7f62d0-d535-456f-a477-4ce12a7816b7 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0654838 May 31 18:22:00.112672 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1c54bf01-9d3d-4230-88bd-ded0309b9761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:00.118730 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-77ebc873-a1a1-496f-9eb0-4dac45564e55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:00.121006 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-77ebc873-a1a1-496f-9eb0-4dac45564e55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.43 "GET /v2.0/networks?id=998a2356-dae0-45db-b64a-7fa99f710fbc HTTP/1.1" status: 200 len: 812 time: 0.2919338 May 31 18:22:00.173720 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1c54bf01-9d3d-4230-88bd-ded0309b9761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:00.179018 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-e77de25e-b600-4b5b-8eb1-a269ee6007e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:00.192094 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54bf01-9d3d-4230-88bd-ded0309b9761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1df5e2-83a0-4cd3-8bee-967a8f8c8c0c,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:00.192457 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-893f6462-687f-46b8-bd41-9cc26055544c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e926edbfad764e1487ebcf14b7e20764 HTTP/1.1" status: 200 len: 379 time: 0.0616999 May 31 18:22:00.197192 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-1c54bf01-9d3d-4230-88bd-ded0309b9761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:00.201014 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1c54bf01-9d3d-4230-88bd-ded0309b9761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:00.202369 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-1c54bf01-9d3d-4230-88bd-ded0309b9761 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df1df5e2-83a0-4cd3-8bee-967a8f8c8c0c HTTP/1.1" status: 204 len: 168 time: 0.2695248 May 31 18:22:00.207626 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Request body: {'port': {'device_id': '41743048-c8a0-4b05-847d-7d9b043d3dd2', 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc', 'admin_state_up': True, 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'security_groups': ['b07a63c8-3f27-4530-9ff3-ecff051c1d82']}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:22:00.364107 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:22:00.369236 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Usage tracker for resource:port and tenant:e926edbfad764e1487ebcf14b7e20764 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:22:00.374092 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:22:00.380426 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:22:00.391690 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Made reservation on behalf of e926edbfad764e1487ebcf14b7e20764 for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:22:00.395581 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:00.578546 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Allocated IP 172.20.0.4 (998a2356-dae0-45db-b64a-7fa99f710fbc/e4e44409-7a3f-4930-86b5-98a4a2bcb9ff/0196124f-1070-4ffe-92ab-a77f9c2a348f) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:22:00.782207 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:00.799341 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Transition to ACTIVE for port object 0196124f-1070-4ffe-92ab-a77f9c2a348f will not be triggered until provisioned by entity DHCP. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:22:00.823157 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:00.830373 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-19390816-21d3-49ce-a1c7-6957ee653683 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:00.896855 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Network 998a2356-dae0-45db-b64a-7fa99f710fbc is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:22:00.899980 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:22:00.902868 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:22:01.086279 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Pushing event updated for resources: {'Port': ['ID=0196124f-1070-4ffe-92ab-a77f9c2a348f,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:01.098108 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:01.117327 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:01.117327 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:01.138903 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9349058 May 31 18:22:01.181537 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-c2be6d15-fcea-4d52-8420-c7b77e3bfc4e None None] Provisioning for port 0196124f-1070-4ffe-92ab-a77f9c2a348f completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:22:01.186817 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-c2be6d15-fcea-4d52-8420-c7b77e3bfc4e None None] Provisioning complete for port 0196124f-1070-4ffe-92ab-a77f9c2a348f triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:01.187187 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c2be6d15-fcea-4d52-8420-c7b77e3bfc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:01.234958 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fe72f-9991-4218-8257-776762bd3272 req-84c7f71a-a802-497b-a586-262238a4ddf6 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:01.236904 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4d3fe72f-9991-4218-8257-776762bd3272 req-84c7f71a-a802-497b-a586-262238a4ddf6 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0832283 May 31 18:22:01.240854 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-c2be6d15-fcea-4d52-8420-c7b77e3bfc4e None None] Port 0196124f-1070-4ffe-92ab-a77f9c2a348f cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:22:01.262803 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Request body: {'port': {'device_id': '41743048-c8a0-4b05-847d-7d9b043d3dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:22:01.345942 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4d3fe72f-9991-4218-8257-776762bd3272 req-a1fb5234-0cca-4db8-90c2-e9655c9d0ae9 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029546 May 31 18:22:01.479973 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:01.560399 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620d186-f954-4b21-9ccb-30c8345eec61 req-d2e84037-582f-4d0a-9b31-e3f57ec86a7b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:01.561219 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-b620d186-f954-4b21-9ccb-30c8345eec61 req-d2e84037-582f-4d0a-9b31-e3f57ec86a7b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Synchronizing usage tracker for tenant:e926edbfad764e1487ebcf14b7e20764 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:22:01.589685 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-b620d186-f954-4b21-9ccb-30c8345eec61 req-d2e84037-582f-4d0a-9b31-e3f57ec86a7b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Unset dirty status for tenant:e926edbfad764e1487ebcf14b7e20764 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:22:01.591005 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b620d186-f954-4b21-9ccb-30c8345eec61 req-d2e84037-582f-4d0a-9b31-e3f57ec86a7b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 931 time: 0.1934285 May 31 18:22:01.593968 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 34156) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:01.719457 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b620d186-f954-4b21-9ccb-30c8345eec61 req-8150a5da-d846-4052-a59a-56112dbf4b3f tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884271 May 31 18:22:01.762635 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device a06f0d6d-b567-48bd-a94e-9a6ea6700c48 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:22:01.837062 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-87123345-5b86-4053-98a5-fe62fff94ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:01.847964 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] No Port match for: a06f0d6d-b567-48bd-a94e-9a6ea6700c48 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:22:01.848316 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device a06f0d6d-b567-48bd-a94e-9a6ea6700c48 not bound to the agent host hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:22:01.854636 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-87123345-5b86-4053-98a5-fe62fff94ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:22:01.858598 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-87123345-5b86-4053-98a5-fe62fff94ef1 admin admin] Usage tracker for resource:security_group_rule and tenant:61600d9869804f20b1baf033c537ca1a is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:22:01.861416 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-87123345-5b86-4053-98a5-fe62fff94ef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:22:01.867151 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-87123345-5b86-4053-98a5-fe62fff94ef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:22:01.910627 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0196124f-1070-4ffe-92ab-a77f9c2a348f {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:22:01.918125 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:01.932615 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Transition to ACTIVE for port object 0196124f-1070-4ffe-92ab-a77f9c2a348f will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:22:01.935660 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:01.939197 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:01.950547 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-87123345-5b86-4053-98a5-fe62fff94ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:01.954370 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-87123345-5b86-4053-98a5-fe62fff94ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:01.961723 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-6231fd96-95af-4089-9c29-e3be8a5eab21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:02.001790 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87123345-5b86-4053-98a5-fe62fff94ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a245dc39-8e88-43de-bc04-b58596e266b3,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:02.008424 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-87123345-5b86-4053-98a5-fe62fff94ef1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=61600d9869804f20b1baf033c537ca1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4099548 May 31 18:22:02.008424 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-87123345-5b86-4053-98a5-fe62fff94ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:02.008657 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 34164) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:02.078007 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-aad4b7c1-e56b-4189-ba8a-c8b0e5ab3632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.108970 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-aad4b7c1-e56b-4189-ba8a-c8b0e5ab3632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.147445 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Pushing event updated for resources: {'Port': ['ID=0196124f-1070-4ffe-92ab-a77f9c2a348f,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:02.152362 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:02.171377 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-aad4b7c1-e56b-4189-ba8a-c8b0e5ab3632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.176416 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-a6ed4c27-06a4-447f-b164-20d795a32656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:02.187948 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Attempting to bind port 0196124f-1070-4ffe-92ab-a77f9c2a348f on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:22:02.188278 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Attempting to bind port 0196124f-1070-4ffe-92ab-a77f9c2a348f by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:22:02.188602 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Attempting to bind port 0196124f-1070-4ffe-92ab-a77f9c2a348f on network 998a2356-dae0-45db-b64a-7fa99f710fbc {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:22:02.189569 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4b7c1-e56b-4189-ba8a-c8b0e5ab3632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a245dc39-8e88-43de-bc04-b58596e266b3,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:02.192180 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-aad4b7c1-e56b-4189-ba8a-c8b0e5ab3632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:02.193250 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Port 0196124f-1070-4ffe-92ab-a77f9c2a348f on network 998a2356-dae0-45db-b64a-7fa99f710fbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:22:02.193374 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-aad4b7c1-e56b-4189-ba8a-c8b0e5ab3632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.193565 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Attempting to bind port 0196124f-1070-4ffe-92ab-a77f9c2a348f on network 998a2356-dae0-45db-b64a-7fa99f710fbc {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:22:02.194432 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-aad4b7c1-e56b-4189-ba8a-c8b0e5ab3632 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a245dc39-8e88-43de-bc04-b58596e266b3 HTTP/1.1" status: 204 len: 168 time: 0.1849527 May 31 18:22:02.199016 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Checking agent: {'id': '75fd49d7-87f2-48bc-9cc9-330562c49b9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:22:02.199349 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Checking segment: {'id': '090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:22:02.199729 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Bound using segment: {'id': '090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:22:02.200156 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Bound port: 0196124f-1070-4ffe-92ab-a77f9c2a348f, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:22:02.200519 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.294227 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] For port 0196124f-1070-4ffe-92ab-a77f9c2a348f, host hv-cinder-77005, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:22:02.297328 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] For port 0196124f-1070-4ffe-92ab-a77f9c2a348f, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0196124f-1070-4ffe-92ab-a77f9c2a348f,segment=NetworkSegment(090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49),segment_id=090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:22:02.302736 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.308141 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:02.382648 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:02.383748 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.385789 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] 10.222.0.43 "PUT /v2.0/ports/0196124f-1070-4ffe-92ab-a77f9c2a348f HTTP/1.1" status: 200 len: 1093 time: 1.1287856 May 31 18:22:02.386343 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41743048-c8a0-4b05-847d-7d9b043d3dd2', 'tag': '0196124f-1070-4ffe-92ab-a77f9c2a348f'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:22:02.389079 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e7c7c0-fae8-48be-a1c6-c0d67e5d9ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "41743048-c8a0-4b05-847d-7d9b043d3dd2", "tag": "0196124f-1070-4ffe-92ab-a77f9c2a348f"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:22:02.442128 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Pushing event updated for resources: {'Port': ['ID=0196124f-1070-4ffe-92ab-a77f9c2a348f,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:02.505126 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:02.506920 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96673d2a-2a42-41c5-ba10-a0f7d574de93 x-openstack-request-id: req-96673d2a-2a42-41c5-ba10-a0f7d574de93 {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:22:02.507300 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41743048-c8a0-4b05-847d-7d9b043d3dd2", "tag": "0196124f-1070-4ffe-92ab-a77f9c2a348f", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:22:02.507467 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96673d2a-2a42-41c5-ba10-a0f7d574de93 {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:22:02.507890 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41743048-c8a0-4b05-847d-7d9b043d3dd2', 'tag': '0196124f-1070-4ffe-92ab-a77f9c2a348f', 'status': 'completed', 'code': 200} May 31 18:22:02.607972 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-7ed0f2d1-af0b-456b-a1f8-baf180760070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:02.609474 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-7ed0f2d1-af0b-456b-a1f8-baf180760070 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e926edbfad764e1487ebcf14b7e20764&device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 1096 time: 0.1638381 May 31 18:22:02.617241 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cabc1-5635-4c0b-8c82-d797c29276b4 req-9a48026c-f067-4ef4-883d-428643d099be tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:02.618597 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2a1cabc1-5635-4c0b-8c82-d797c29276b4 req-9a48026c-f067-4ef4-883d-428643d099be tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.1150575 May 31 18:22:02.701781 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-271fc3e3-c300-41b5-8dec-c89ecd48c51d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0196124f-1070-4ffe-92ab-a77f9c2a348f HTTP/1.1" status: 200 len: 217 time: 0.0814462 May 31 18:22:02.759608 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2a1cabc1-5635-4c0b-8c82-d797c29276b4 req-53df1f0f-3808-400b-bda6-98878ca2e0ca tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889812 May 31 18:22:02.784032 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-15b5d202-cde6-493f-a4ec-4795df6ca777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:02.785480 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-15b5d202-cde6-493f-a4ec-4795df6ca777 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4e44409-7a3f-4930-86b5-98a4a2bcb9ff HTTP/1.1" status: 200 len: 851 time: 0.0725193 May 31 18:22:02.922657 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-97cd49e2-0a51-4917-979e-f1e1ea71f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:02.924168 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-97cd49e2-0a51-4917-979e-f1e1ea71f335 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=998a2356-dae0-45db-b64a-7fa99f710fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1299121 May 31 18:22:02.935109 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85192c0a-5320-450a-a9fd-a58a70453412 req-1850b446-0db3-4bec-91bc-80289fc8294d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:02.936455 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-85192c0a-5320-450a-a9fd-a58a70453412 req-1850b446-0db3-4bec-91bc-80289fc8294d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.1026633 May 31 18:22:03.139273 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-85192c0a-5320-450a-a9fd-a58a70453412 req-384d38e3-b56a-4469-8c34-172c4ca4d299 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826482 May 31 18:22:03.174008 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-e0e3563f-a4b2-4ae2-b6cf-bd29e05dd910 service neutron] 10.222.0.43 "GET /v2.0/networks/998a2356-dae0-45db-b64a-7fa99f710fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366362 May 31 18:22:03.306338 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d5ed23cf-0994-4720-bde2-eb45d3803c4c req-d9793db6-f275-4fa0-8aac-9bf40c758483 service neutron] 10.222.0.43 "GET /v2.0/networks/998a2356-dae0-45db-b64a-7fa99f710fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243975 May 31 18:22:03.446731 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7c7c0-fae8-48be-a1c6-c0d67e5d9ae8 req-b6dbd32c-d391-4fd3-8667-950b5e4930bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:03.448248 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d1e7c7c0-fae8-48be-a1c6-c0d67e5d9ae8 req-b6dbd32c-d391-4fd3-8667-950b5e4930bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e926edbfad764e1487ebcf14b7e20764&device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 1096 time: 0.0720806 May 31 18:22:03.579379 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7c7c0-fae8-48be-a1c6-c0d67e5d9ae8 req-3df23cc8-ff0b-4d4b-aa44-0c6fb0713b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:03.580817 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d1e7c7c0-fae8-48be-a1c6-c0d67e5d9ae8 req-3df23cc8-ff0b-4d4b-aa44-0c6fb0713b1b service neutron] 10.222.0.43 "GET /v2.0/networks?id=998a2356-dae0-45db-b64a-7fa99f710fbc HTTP/1.1" status: 200 len: 913 time: 0.1262007 May 31 18:22:03.654822 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d1e7c7c0-fae8-48be-a1c6-c0d67e5d9ae8 req-f2f779cb-f30a-4486-b6e6-77d64757da0d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0196124f-1070-4ffe-92ab-a77f9c2a348f HTTP/1.1" status: 200 len: 217 time: 0.0662594 May 31 18:22:03.718331 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7c7c0-fae8-48be-a1c6-c0d67e5d9ae8 req-9224f131-4f42-4b90-bead-768d3b4e23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:03.720017 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d1e7c7c0-fae8-48be-a1c6-c0d67e5d9ae8 req-9224f131-4f42-4b90-bead-768d3b4e23fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4e44409-7a3f-4930-86b5-98a4a2bcb9ff HTTP/1.1" status: 200 len: 851 time: 0.0580266 May 31 18:22:03.814564 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7c7c0-fae8-48be-a1c6-c0d67e5d9ae8 req-7e3b491b-d582-4814-8f36-1a289895cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:03.816066 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d1e7c7c0-fae8-48be-a1c6-c0d67e5d9ae8 req-7e3b491b-d582-4814-8f36-1a289895cb74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=998a2356-dae0-45db-b64a-7fa99f710fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820184 May 31 18:22:04.010258 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d1e7c7c0-fae8-48be-a1c6-c0d67e5d9ae8 req-a035993f-7294-43e9-b115-853550cb4be0 service neutron] 10.222.0.43 "GET /v2.0/networks/998a2356-dae0-45db-b64a-7fa99f710fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864142 May 31 18:22:04.047715 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1569be3-c3de-4153-9d65-bc2ad6489e69 req-b509a71b-fa4c-4408-a49f-9d03be6d71b1 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:04.049173 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e1569be3-c3de-4153-9d65-bc2ad6489e69 req-b509a71b-fa4c-4408-a49f-9d03be6d71b1 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.1540079 May 31 18:22:04.172710 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e1569be3-c3de-4153-9d65-bc2ad6489e69 req-0d7c0cf5-348b-40f8-8dcb-85ec1558c816 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736535 May 31 18:22:04.193736 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d1e7c7c0-fae8-48be-a1c6-c0d67e5d9ae8 req-b14c0cfe-9253-42d5-a377-0c9486462db9 service neutron] 10.222.0.43 "GET /v2.0/networks/998a2356-dae0-45db-b64a-7fa99f710fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763632 May 31 18:22:04.333219 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52877f-8fa7-4bfb-8d0c-355c804244f7 req-35080f42-a432-4635-af13-d7f1e7b2762f tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:04.334577 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9d52877f-8fa7-4bfb-8d0c-355c804244f7 req-35080f42-a432-4635-af13-d7f1e7b2762f tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0795264 May 31 18:22:04.379060 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9d52877f-8fa7-4bfb-8d0c-355c804244f7 req-391ed028-ee09-4753-8086-aad9b43647e2 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380161 May 31 18:22:05.361281 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bde10-1e09-48a6-9e29-74ee211c6fa0 req-1f360087-068c-4db7-8a1d-6d8889bad40a tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:05.362725 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-dc4bde10-1e09-48a6-9e29-74ee211c6fa0 req-1f360087-068c-4db7-8a1d-6d8889bad40a tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0819604 May 31 18:22:05.407828 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-dc4bde10-1e09-48a6-9e29-74ee211c6fa0 req-fd521181-124b-4890-835d-394b4eb86468 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395050 May 31 18:22:05.564010 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e19455-7c67-4f27-aa11-33c144767677 req-640fbc0e-8465-45d1-8edb-958fb32d60f7 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:05.565451 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-76e19455-7c67-4f27-aa11-33c144767677 req-640fbc0e-8465-45d1-8edb-958fb32d60f7 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0789344 May 31 18:22:05.608934 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-76e19455-7c67-4f27-aa11-33c144767677 req-e1632cbe-5bf7-4b9b-8f22-14c1715cc983 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379093 May 31 18:22:06.599896 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85eb20f-6fe3-4338-80f3-fe906a26dc54 req-abdad8e3-1d5e-4ffc-802b-92ed9857ef84 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:06.601244 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b85eb20f-6fe3-4338-80f3-fe906a26dc54 req-abdad8e3-1d5e-4ffc-802b-92ed9857ef84 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0831482 May 31 18:22:06.647637 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b85eb20f-6fe3-4338-80f3-fe906a26dc54 req-bcf48efa-6b1a-478b-92a7-ad0a0553bb12 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/security-groups?id=27b85aa6-23b1-416d-b607-8f3991652e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403485 May 31 18:22:06.794466 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d5f55-5548-43cb-a6c1-8874f021eb51 req-4547b6f0-3660-4eda-b8a8-1ef6025e2c1d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:06.795887 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-703d5f55-5548-43cb-a6c1-8874f021eb51 req-4547b6f0-3660-4eda-b8a8-1ef6025e2c1d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0787723 May 31 18:22:06.927920 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-703d5f55-5548-43cb-a6c1-8874f021eb51 req-d68446fe-daa9-4c7f-829d-52f23f5932ef tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262910 May 31 18:22:07.064994 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f19304-e2d2-4fe1-abef-dec3add5af71 req-bee494f6-765b-4ca5-b507-81a683d7e6e4 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:07.066393 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a1f19304-e2d2-4fe1-abef-dec3add5af71 req-bee494f6-765b-4ca5-b507-81a683d7e6e4 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.43 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 945 time: 0.0781069 May 31 18:22:07.201861 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-a1f19304-e2d2-4fe1-abef-dec3add5af71 req-e1cf32e5-670f-4344-8de3-352d2cfa4361 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Deleting port f166e330-f475-430a-9547-7fe063b47a94 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:22:07.202113 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-a1f19304-e2d2-4fe1-abef-dec3add5af71 req-e1cf32e5-670f-4344-8de3-352d2cfa4361 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:07.334832 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-a1f19304-e2d2-4fe1-abef-dec3add5af71 req-e1cf32e5-670f-4344-8de3-352d2cfa4361 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] For port f166e330-f475-430a-9547-7fe063b47a94, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=f166e330-f475-430a-9547-7fe063b47a94,segment=NetworkSegment(92fe8a1f-c8a4-41bf-9112-d60484519a39),segment_id=92fe8a1f-c8a4-41bf-9112-d60484519a39)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:07.335197 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-a1f19304-e2d2-4fe1-abef-dec3add5af71 req-e1cf32e5-670f-4344-8de3-352d2cfa4361 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:07.458795 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-a1f19304-e2d2-4fe1-abef-dec3add5af71 req-e1cf32e5-670f-4344-8de3-352d2cfa4361 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Calling delete_port for f166e330-f475-430a-9547-7fe063b47a94 owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:22:07.567212 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-a1f19304-e2d2-4fe1-abef-dec3add5af71 req-e1cf32e5-670f-4344-8de3-352d2cfa4361 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:07.573019 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c10cad35-b196-4021-b90e-1781fe37df49 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:07.579080 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['f166e330-f475-430a-9547-7fe063b47a94'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:22:07.617861 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf32e5-670f-4344-8de3-352d2cfa4361 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Pushing event deleted for resources: {'Port': ['ID=f166e330-f475-430a-9547-7fe063b47a94,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:07.621695 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e1cf32e5-670f-4344-8de3-352d2cfa4361 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:07.696306 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f19304-e2d2-4fe1-abef-dec3add5af71 req-e1cf32e5-670f-4344-8de3-352d2cfa4361 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] No DVR routers for this DVR port f166e330-f475-430a-9547-7fe063b47a94 on host hv-cinder-77005 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:22:07.698998 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-a1f19304-e2d2-4fe1-abef-dec3add5af71 req-e1cf32e5-670f-4344-8de3-352d2cfa4361 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:07.701558 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e372525d-e1ab-42dc-acab-650e768a6469', 'name': 'network-vif-deleted', 'tag': 'f166e330-f475-430a-9547-7fe063b47a94'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:22:07.703861 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5415a417-b65b-4c7b-a300-729a40468491" -d '{"events": [{"server_uuid": "e372525d-e1ab-42dc-acab-650e768a6469", "name": "network-vif-deleted", "tag": "f166e330-f475-430a-9547-7fe063b47a94"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:22:07.717078 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a1f19304-e2d2-4fe1-abef-dec3add5af71 req-e1cf32e5-670f-4344-8de3-352d2cfa4361 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.43 "DELETE /v2.0/ports/f166e330-f475-430a-9547-7fe063b47a94 HTTP/1.1" status: 204 len: 173 time: 0.6452606 May 31 18:22:07.748578 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8c4cb3-0d5d-4733-93c2-2ec3f2aad510 x-openstack-request-id: req-3e8c4cb3-0d5d-4733-93c2-2ec3f2aad510 {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:22:07.748923 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e372525d-e1ab-42dc-acab-650e768a6469", "name": "network-vif-deleted", "tag": "f166e330-f475-430a-9547-7fe063b47a94", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:22:07.749257 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e8c4cb3-0d5d-4733-93c2-2ec3f2aad510 {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:22:07.749680 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e372525d-e1ab-42dc-acab-650e768a6469', 'name': 'network-vif-deleted', 'tag': 'f166e330-f475-430a-9547-7fe063b47a94', 'status': 'completed', 'code': 200} May 31 18:22:07.805557 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-3e973131-fdee-4d77-a74d-3aa39531602e req-3e046415-4a90-4e65-90c7-c12673661630 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Synchronizing usage tracker for tenant:04fbb9fd981d4c33ab89836e4de1a086 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:22:07.821187 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-3e973131-fdee-4d77-a74d-3aa39531602e req-3e046415-4a90-4e65-90c7-c12673661630 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Unset dirty status for tenant:04fbb9fd981d4c33ab89836e4de1a086 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:22:07.822925 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3e973131-fdee-4d77-a74d-3aa39531602e req-3e046415-4a90-4e65-90c7-c12673661630 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372525d-e1ab-42dc-acab-650e768a6469 HTTP/1.1" status: 200 len: 210 time: 0.0587888 May 31 18:22:08.113394 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ff575-6a04-4043-8c52-980927e312b0 req-5dfec94c-12c8-4d4b-9f31-0250f61bfad1 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:08.114838 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3d9ff575-6a04-4043-8c52-980927e312b0 req-5dfec94c-12c8-4d4b-9f31-0250f61bfad1 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0791862 May 31 18:22:08.165178 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3d9ff575-6a04-4043-8c52-980927e312b0 req-27f5058f-73ed-479c-863b-628721942cde tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441110 May 31 18:22:08.916154 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 34244) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:09.346917 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb8b67-bdd2-4e83-9218-ade9531d4357 req-feb489f8-550c-485e-ac5b-df934165cac4 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:09.348354 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-04cb8b67-bdd2-4e83-9218-ade9531d4357 req-feb489f8-550c-485e-ac5b-df934165cac4 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0793602 May 31 18:22:09.395589 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-04cb8b67-bdd2-4e83-9218-ade9531d4357 req-f8ea7dd0-b98a-4252-9eb4-9a55f37e86b1 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404246 May 31 18:22:09.530056 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9417-1741-4757-84c6-8492e8013c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407500'] for router_interface, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:09.789357 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device f166e330-f475-430a-9547-7fe063b47a94 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:22:09.823609 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] No Port match for: f166e330-f475-430a-9547-7fe063b47a94 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:22:09.823967 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device f166e330-f475-430a-9547-7fe063b47a94 not bound to the agent host hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:22:09.940366 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b9417-1741-4757-84c6-8492e8013c91 admin admin] Deleting port bb731b9e-d3a9-4a01-98fa-aad9700ce386 {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:22:09.940962 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9417-1741-4757-84c6-8492e8013c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:10.059288 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [None req-9b5b9417-1741-4757-84c6-8492e8013c91 admin admin] For port bb731b9e-d3a9-4a01-98fa-aad9700ce386, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=bb731b9e-d3a9-4a01-98fa-aad9700ce386,segment=NetworkSegment(92fe8a1f-c8a4-41bf-9112-d60484519a39),segment_id=92fe8a1f-c8a4-41bf-9112-d60484519a39)] {{(pid=91733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:10.059638 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9417-1741-4757-84c6-8492e8013c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:10.179701 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b9417-1741-4757-84c6-8492e8013c91 admin admin] Calling delete_port for bb731b9e-d3a9-4a01-98fa-aad9700ce386 owned by network:router_interface {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:22:10.556087 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9417-1741-4757-84c6-8492e8013c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:10.560566 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:10.586695 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11260b-426e-4674-a36d-94bc7d1a2815 req-57b7675e-bd8f-445a-9848-3f9112fdd4bb tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:10.588994 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7f11260b-426e-4674-a36d-94bc7d1a2815 req-57b7675e-bd8f-445a-9848-3f9112fdd4bb tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0850136 May 31 18:22:10.604580 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b9417-1741-4757-84c6-8492e8013c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb731b9e-d3a9-4a01-98fa-aad9700ce386,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:10.636957 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7f11260b-426e-4674-a36d-94bc7d1a2815 req-51009e93-33bc-4552-b69f-86d6ac879e26 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424354 May 31 18:22:10.638650 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-9b5b9417-1741-4757-84c6-8492e8013c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:10.874528 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9417-1741-4757-84c6-8492e8013c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402524'] for router_interface, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:11.222538 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5b9417-1741-4757-84c6-8492e8013c91 admin admin] Router fa9ced58-b25c-4589-ba25-139d32c855b2 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:22:11.395838 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5b9417-1741-4757-84c6-8492e8013c91 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:22:11.406446 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72046061-4afc-408d-87cf-4e79c5c99011 None None] Sync routers for ids ['fa9ced58-b25c-4589-ba25-139d32c855b2'] in dv-cinder-770050-4-iscsi {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:22:11.412360 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-9b5b9417-1741-4757-84c6-8492e8013c91 admin admin] 10.222.0.30 "PUT /v2.0/routers/fa9ced58-b25c-4589-ba25-139d32c855b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4949796 May 31 18:22:11.414953 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 34266) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:11.415325 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72046061-4afc-408d-87cf-4e79c5c99011 None None] Routers {'fa9ced58-b25c-4589-ba25-139d32c855b2'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:22:11.415923 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-72046061-4afc-408d-87cf-4e79c5c99011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:21:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['fa9ced58-b25c-4589-ba25-139d32c855b2'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:11.590195 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-72046061-4afc-408d-87cf-4e79c5c99011 None None] Set router fa9ced58-b25c-4589-ba25-139d32c855b2 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:22:11.595437 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9159f1a3-59ad-4b8c-983c-9c60d1b46450 admin admin] Notify callbacks [] for router, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:11.887064 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-72046061-4afc-408d-87cf-4e79c5c99011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9ced58-b25c-4589-ba25-139d32c855b2', 'name': 'tempest-ServerRescueNegativeTestJSON-498629570-router', 'tenant_id': '04fbb9fd981d4c33ab89836e4de1a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'ba445585-931e-4065-b6b3-cdb19c87d465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:15Z', 'updated_at': '2021-05-31T18:22:10Z', 'revision_number': 5, 'project_id': '04fbb9fd981d4c33ab89836e4de1a086', 'gw_port': {'id': 'ba445585-931e-4065-b6b3-cdb19c87d465', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9ced58-b25c-4589-ba25-139d32c855b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:17Z', 'updated_at': '2021-05-31T18:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:11.891021 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72046061-4afc-408d-87cf-4e79c5c99011 None None] Checking router: fa9ced58-b25c-4589-ba25-139d32c855b2 for host: dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:22:11.899923 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72046061-4afc-408d-87cf-4e79c5c99011 None None] Routers {'fa9ced58-b25c-4589-ba25-139d32c855b2'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:22:11.900183 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-72046061-4afc-408d-87cf-4e79c5c99011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:21:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['fa9ced58-b25c-4589-ba25-139d32c855b2'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:11.923229 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9159f1a3-59ad-4b8c-983c-9c60d1b46450 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:11.996060 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceacc55-aad1-4c94-aaaa-88bc5508a0ec req-558e4953-bce2-40d2-983b-9e4196cdabb8 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:11.997529 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-cceacc55-aad1-4c94-aaaa-88bc5508a0ec req-558e4953-bce2-40d2-983b-9e4196cdabb8 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.2483585 May 31 18:22:12.047573 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-9159f1a3-59ad-4b8c-983c-9c60d1b46450 admin admin] Deleting port ba445585-931e-4065-b6b3-cdb19c87d465 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:22:12.047909 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9159f1a3-59ad-4b8c-983c-9c60d1b46450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:12.049689 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-72046061-4afc-408d-87cf-4e79c5c99011 None None] Set router fa9ced58-b25c-4589-ba25-139d32c855b2 gateway port host: None {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:22:12.068736 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-cceacc55-aad1-4c94-aaaa-88bc5508a0ec req-8d3cdf06-e2ab-498d-b934-d0d99b907d4c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646565 May 31 18:22:12.156257 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-72046061-4afc-408d-87cf-4e79c5c99011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9ced58-b25c-4589-ba25-139d32c855b2', 'name': 'tempest-ServerRescueNegativeTestJSON-498629570-router', 'tenant_id': '04fbb9fd981d4c33ab89836e4de1a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:15Z', 'updated_at': '2021-05-31T18:22:11Z', 'revision_number': 6, 'project_id': '04fbb9fd981d4c33ab89836e4de1a086', 'gw_port_host': None}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:12.160149 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72046061-4afc-408d-87cf-4e79c5c99011 None None] The sync data for ids ['fa9ced58-b25c-4589-ba25-139d32c855b2'] in dv-cinder-770050-4-iscsi is: [{'id': 'fa9ced58-b25c-4589-ba25-139d32c855b2', 'name': 'tempest-ServerRescueNegativeTestJSON-498629570-router', 'tenant_id': '04fbb9fd981d4c33ab89836e4de1a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:15Z', 'updated_at': '2021-05-31T18:22:11Z', 'revision_number': 6, 'project_id': '04fbb9fd981d4c33ab89836e4de1a086', 'gw_port_host': None}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:22:12.179084 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-9159f1a3-59ad-4b8c-983c-9c60d1b46450 admin admin] For port ba445585-931e-4065-b6b3-cdb19c87d465, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=ba445585-931e-4065-b6b3-cdb19c87d465,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:12.179469 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9159f1a3-59ad-4b8c-983c-9c60d1b46450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:12.316106 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-9159f1a3-59ad-4b8c-983c-9c60d1b46450 admin admin] Calling delete_port for ba445585-931e-4065-b6b3-cdb19c87d465 owned by network:router_gateway {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:22:12.553010 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device bb731b9e-d3a9-4a01-98fa-aad9700ce386 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:22:12.592142 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: bb731b9e-d3a9-4a01-98fa-aad9700ce386 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:22:12.592830 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device bb731b9e-d3a9-4a01-98fa-aad9700ce386 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:22:12.607368 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9159f1a3-59ad-4b8c-983c-9c60d1b46450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:12.611417 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:12.658375 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159f1a3-59ad-4b8c-983c-9c60d1b46450 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba445585-931e-4065-b6b3-cdb19c87d465,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:12.684787 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9159f1a3-59ad-4b8c-983c-9c60d1b46450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:12.750457 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9159f1a3-59ad-4b8c-983c-9c60d1b46450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401617'] for router_gateway, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:12.920680 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9159f1a3-59ad-4b8c-983c-9c60d1b46450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4968'] for router, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:12.922830 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9159f1a3-59ad-4b8c-983c-9c60d1b46450 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.012291 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9159f1a3-59ad-4b8c-983c-9c60d1b46450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403296'] for router, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.012833 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9159f1a3-59ad-4b8c-983c-9c60d1b46450 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa9ced58-b25c-4589-ba25-139d32c855b2 {{(pid=91734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 18:22:13.025153 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9159f1a3-59ad-4b8c-983c-9c60d1b46450 admin admin] Notify callbacks [] for router, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.027020 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-9159f1a3-59ad-4b8c-983c-9c60d1b46450 admin admin] 10.222.0.30 "DELETE /v2.0/routers/fa9ced58-b25c-4589-ba25-139d32c855b2 HTTP/1.1" status: 204 len: 168 time: 1.6110897 May 31 18:22:13.029569 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 34282) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:13.092585 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b83f623-fbf7-4a17-ab1b-2893cd34251b admin admin] Deleting subnet 2d93125e-6ed3-456d-97d2-d3c9e0aa7334 {{(pid=91734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:22:13.095712 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4b83f623-fbf7-4a17-ab1b-2893cd34251b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.146290 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4b83f623-fbf7-4a17-ab1b-2893cd34251b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16442366'] for subnet, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.258870 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4b83f623-fbf7-4a17-ab1b-2893cd34251b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515759'] for subnet, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.503026 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a31b4-bb76-4bda-b15b-f54a77a6f43f req-7240e274-3416-40e6-b27e-b3e4cf4e2326 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:13.504419 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e20a31b4-bb76-4bda-b15b-f54a77a6f43f req-7240e274-3416-40e6-b27e-b3e4cf4e2326 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.3231270 May 31 18:22:13.596818 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e20a31b4-bb76-4bda-b15b-f54a77a6f43f req-28c051f5-9e86-4882-80ad-d4d77594fa7f tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850403 May 31 18:22:13.676162 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4b83f623-fbf7-4a17-ab1b-2893cd34251b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15610288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16171853'] for subnet, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.680586 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-42a47c0d-d1bb-4991-9aa5-08c6a95d1736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:13.720009 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83f623-fbf7-4a17-ab1b-2893cd34251b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d93125e-6ed3-456d-97d2-d3c9e0aa7334,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:13.722768 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4b83f623-fbf7-4a17-ab1b-2893cd34251b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:13.725432 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4b83f623-fbf7-4a17-ab1b-2893cd34251b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.733066 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-4b83f623-fbf7-4a17-ab1b-2893cd34251b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2d93125e-6ed3-456d-97d2-d3c9e0aa7334 HTTP/1.1" status: 204 len: 168 time: 0.7025714 May 31 18:22:13.735569 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 34292) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:13.845546 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a468459-47e9-443b-9204-bfad09eb81cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642395'] for network, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.968412 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a468459-47e9-443b-9204-bfad09eb81cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512032', 'neutron.services.segments.db._delete_segments_for_network-8759829597148'] for network, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.981210 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-6a468459-47e9-443b-9204-bfad09eb81cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0906071-12cb-42ed-b918-72a255e9632b']}} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:13.992801 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-6a468459-47e9-443b-9204-bfad09eb81cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92fe8a1f-c8a4-41bf-9112-d60484519a39') {'for_net_delete': True} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:13.993095 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-6a468459-47e9-443b-9204-bfad09eb81cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92fe8a1f-c8a4-41bf-9112-d60484519a39') {} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:14.004702 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a468459-47e9-443b-9204-bfad09eb81cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759829606045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16442357'] for segment, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:14.020429 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a468459-47e9-443b-9204-bfad09eb81cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:14.026628 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a468459-47e9-443b-9204-bfad09eb81cd admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=91734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:22:14.027055 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a468459-47e9-443b-9204-bfad09eb81cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15610646'] for segment, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: Traceback (most recent call last): May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: timer() May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: cb(*args, **kw) May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: return func(*args, **kwargs) May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: self._notify() May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: self.callback(batched_events) May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: event.method(event) May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: return f(self, *a, **k) May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: return self._get(url).json() May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: return self.request(url, 'GET', **kwargs) May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:22:14.043871 dv-cinder-770050-4-iscsi neutron-server[91734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:22:14.118840 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a468459-47e9-443b-9204-bfad09eb81cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401612'] for network, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:14.123850 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8b18d239-3b57-42e2-b98a-081e0050915d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:14.137304 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a468459-47e9-443b-9204-bfad09eb81cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:14.147999 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a468459-47e9-443b-9204-bfad09eb81cd admin admin] Pushing event deleted for resources: {'Network': ['ID=d0906071-12cb-42ed-b918-72a255e9632b,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:14.151789 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6a468459-47e9-443b-9204-bfad09eb81cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:14.156987 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-6a468459-47e9-443b-9204-bfad09eb81cd admin admin] 10.222.0.30 "DELETE /v2.0/networks/d0906071-12cb-42ed-b918-72a255e9632b HTTP/1.1" status: 204 len: 168 time: 0.4203904 May 31 18:22:14.327761 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 34300) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:14.380479 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-cd72dd8c-27fc-4a28-b02a-f62332372c13 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04fbb9fd981d4c33ab89836e4de1a086&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0515368 May 31 18:22:14.382797 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 34304) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:14.440528 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b1f259d5-eff8-4764-bfeb-68f12a19bf3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:14.467134 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b1f259d5-eff8-4764-bfeb-68f12a19bf3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:14.482538 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device ba445585-931e-4065-b6b3-cdb19c87d465 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:22:14.515871 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: ba445585-931e-4065-b6b3-cdb19c87d465 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:22:14.516216 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device ba445585-931e-4065-b6b3-cdb19c87d465 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:22:14.524458 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b1f259d5-eff8-4764-bfeb-68f12a19bf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:14.528980 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:14.539513 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f259d5-eff8-4764-bfeb-68f12a19bf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b85aa6-23b1-416d-b607-8f3991652e1e,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:14.542844 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b1f259d5-eff8-4764-bfeb-68f12a19bf3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:14.548743 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b1f259d5-eff8-4764-bfeb-68f12a19bf3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:14.549823 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-b1f259d5-eff8-4764-bfeb-68f12a19bf3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27b85aa6-23b1-416d-b607-8f3991652e1e HTTP/1.1" status: 204 len: 168 time: 0.1661580 May 31 18:22:14.794127 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fba83-d05c-471f-b966-b54d5ab43ff8 req-697761ec-59fd-41c7-86b1-72736c6f453e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:14.795635 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-036fba83-d05c-471f-b966-b54d5ab43ff8 req-697761ec-59fd-41c7-86b1-72736c6f453e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0867214 May 31 18:22:14.843164 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-036fba83-d05c-471f-b966-b54d5ab43ff8 req-4f3c51b6-14cc-4a7f-ae42-a6f1b8ee5049 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417638 May 31 18:22:14.989010 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:15.303985 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 34336) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:15.407366 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1568814688-network', 'tenant_id': '0daff02e69cc474da499a8693ad30651'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:22:15.412056 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:22:15.415998 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Usage tracker for resource:network and tenant:0daff02e69cc474da499a8693ad30651 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:22:15.418907 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:22:15.425061 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:22:15.434196 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Made reservation on behalf of 0daff02e69cc474da499a8693ad30651 for: {'network': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:22:15.436462 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:15.448624 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:15.462361 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:22:15.466659 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Usage tracker for resource:security_group_rule and tenant:0daff02e69cc474da499a8693ad30651 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:22:15.469381 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:22:15.474957 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:22:15.556774 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:15.560461 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:15.564411 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-89422e14-d99c-499d-b7bd-f38b63b5ec01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:15.591591 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=91734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:22:15.600269 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:15.603650 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:15.607941 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:15.607941 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.segments_db [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Added segment c08f68e3-d835-4d4d-bfe5-057ddd9700ed of type vlan for network 2ac0481c-d43a-4142-b245-4250502cd9cf May 31 18:22:15.635671 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:15.664854 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:15.666156 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:15.666728 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:15.671217 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:15.774281 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4691927 May 31 18:22:15.778111 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 34344) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:15.781821 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Pushing event updated for resources: {'Network': ['ID=2ac0481c-d43a-4142-b245-4250502cd9cf,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:15.783968 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-655cccd9-1066-4193-b21e-7d977b372078 admin admin] Request body: {'subnet': {'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1568814688-subnet', 'tenant_id': '0daff02e69cc474da499a8693ad30651', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:22:15.785211 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:15.788721 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-655cccd9-1066-4193-b21e-7d977b372078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:22:15.792429 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network 2ac0481c-d43a-4142-b245-4250502cd9cf details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:22:15.792929 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-655cccd9-1066-4193-b21e-7d977b372078 admin admin] Usage tracker for resource:subnet and tenant:0daff02e69cc474da499a8693ad30651 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:22:15.795496 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-655cccd9-1066-4193-b21e-7d977b372078 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:22:15.801493 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-655cccd9-1066-4193-b21e-7d977b372078 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:22:15.816394 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655cccd9-1066-4193-b21e-7d977b372078 admin admin] Made reservation on behalf of 0daff02e69cc474da499a8693ad30651 for: {'subnet': 1} {{(pid=91733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:22:15.818674 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-655cccd9-1066-4193-b21e-7d977b372078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14473376'] for subnet, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:16.048599 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237c5aa-9174-46b4-946e-4ccdf320803e req-7c6da0b6-51d1-4928-a544-5e76cca9bb29 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:16.050097 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7237c5aa-9174-46b4-946e-4ccdf320803e req-7c6da0b6-51d1-4928-a544-5e76cca9bb29 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0925834 May 31 18:22:16.095271 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7237c5aa-9174-46b4-946e-4ccdf320803e req-fb43342b-017d-446d-8432-a00b96be6583 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390434 May 31 18:22:16.207201 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-655cccd9-1066-4193-b21e-7d977b372078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14664609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14473398'] for subnet, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:16.211490 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:16.376800 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cccd9-1066-4193-b21e-7d977b372078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf1b6070-7699-48cc-bdbb-719d97fe426b,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:16.379532 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-655cccd9-1066-4193-b21e-7d977b372078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:16.385847 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655cccd9-1066-4193-b21e-7d977b372078 admin admin] Checking segment: {'id': 'c08f68e3-d835-4d4d-bfe5-057ddd9700ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:22:16.386209 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655cccd9-1066-4193-b21e-7d977b372078 admin admin] Network hostable DHCP agents. Network: 2ac0481c-d43a-4142-b245-4250502cd9cf, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:22:16.403516 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655cccd9-1066-4193-b21e-7d977b372078 admin admin] Network 2ac0481c-d43a-4142-b245-4250502cd9cf is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:22:16.412734 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-655cccd9-1066-4193-b21e-7d977b372078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, 2ac0481c-d43a-4142-b245-4250502cd9cf) {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:22:16.422513 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729ed387-fb34-45dd-8e62-6897f650cc8e None None] Network 2ac0481c-d43a-4142-b245-4250502cd9cf requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:22:16.423131 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655cccd9-1066-4193-b21e-7d977b372078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:16.423792 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-655cccd9-1066-4193-b21e-7d977b372078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:16.444552 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-655cccd9-1066-4193-b21e-7d977b372078 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6651976 May 31 18:22:16.626385 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f47cbb-39c6-47c5-b590-8cb875fa9673 None None] Network 2ac0481c-d43a-4142-b245-4250502cd9cf requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:22:16.927483 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e94325ef-6066-431a-97cb-c22fdf52d9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:17.001060 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-bb911b48-bf50-4dc6-8d98-09a4e814a00b tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:17.001645 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-bb911b48-bf50-4dc6-8d98-09a4e814a00b tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Synchronizing usage tracker for tenant:0daff02e69cc474da499a8693ad30651 on resource:network {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:22:17.018511 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-bb911b48-bf50-4dc6-8d98-09a4e814a00b tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Unset dirty status for tenant:0daff02e69cc474da499a8693ad30651 on resource:network {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:22:17.019821 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-bb911b48-bf50-4dc6-8d98-09a4e814a00b tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 815 time: 0.1667485 May 31 18:22:17.034767 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-62746564-8611-4ad3-9261-b44b5676ec1e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/quotas/0daff02e69cc474da499a8693ad30651 HTTP/1.1" status: 200 len: 375 time: 0.0092661 May 31 18:22:17.080955 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-4d68aacd-1a75-4d6d-90ff-129581af6f6c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411699 May 31 18:22:17.216685 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-c16ae7e4-bf5f-414f-9e66-9f88194a77e8 service neutron] 10.222.0.30 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289151 May 31 18:22:17.491850 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-ff50a249-4884-43a6-968e-0667e5d85e37 service neutron] 10.222.0.30 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692776 May 31 18:22:17.508255 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50e503-e513-4b55-b637-61f405788046 req-0103739a-a97a-4812-8306-bea3042f064f tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:17.509853 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2c50e503-e513-4b55-b637-61f405788046 req-0103739a-a97a-4812-8306-bea3042f064f tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.1288297 May 31 18:22:17.553992 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2c50e503-e513-4b55-b637-61f405788046 req-fbfb60ed-4a7f-441f-99fa-fc3c575f09bb tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384073 May 31 18:22:17.671539 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-85a1b4df-b6f0-44da-bccc-5ae8d2a7e973 req-a973935f-aa9f-465f-8c63-891e64e19699 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 210 time: 0.0439646 May 31 18:22:18.826291 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208c543-d5a7-4489-8e6d-e192e65d0f0b req-1d04c8f6-cd45-4b90-90f2-4e996db9d708 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:18.827821 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0208c543-d5a7-4489-8e6d-e192e65d0f0b req-1d04c8f6-cd45-4b90-90f2-4e996db9d708 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.1379769 May 31 18:22:18.847504 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-075cd54a-2988-46b6-94c4-dd7d919bb39d tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:18.849061 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-075cd54a-2988-46b6-94c4-dd7d919bb39d tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 815 time: 0.2455559 May 31 18:22:18.867659 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-4a2178a4-eced-4823-82fa-4c752af827c7 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Request body: {'port': {'device_id': 'a5a92af5-4f76-45b5-b665-4b7cbd00d9fe', 'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf', 'admin_state_up': True, 'tenant_id': '0daff02e69cc474da499a8693ad30651'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:22:19.012919 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2855b488-cec6-424e-94e2-111aa6021fd7 req-c8a82087-5730-4ba0-9e69-91681164e471 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 210 time: 0.0621772 May 31 18:22:19.018351 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0208c543-d5a7-4489-8e6d-e192e65d0f0b req-74c99096-9a8e-4b80-b92c-6cef3d940ccd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781425 May 31 18:22:19.068408 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-4a2178a4-eced-4823-82fa-4c752af827c7 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:22:19.072319 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-4a2178a4-eced-4823-82fa-4c752af827c7 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Usage tracker for resource:port and tenant:0daff02e69cc474da499a8693ad30651 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:22:19.075388 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-4a2178a4-eced-4823-82fa-4c752af827c7 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:22:19.081153 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-4a2178a4-eced-4823-82fa-4c752af827c7 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:22:19.090688 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-4a2178a4-eced-4823-82fa-4c752af827c7 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Made reservation on behalf of 0daff02e69cc474da499a8693ad30651 for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:22:19.094087 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-4a2178a4-eced-4823-82fa-4c752af827c7 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:19.253064 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-4a2178a4-eced-4823-82fa-4c752af827c7 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Allocated IP 172.20.0.13 (2ac0481c-d43a-4142-b245-4250502cd9cf/cf1b6070-7699-48cc-bdbb-719d97fe426b/95f348e1-f448-46b8-bd99-32f1882741c5) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:22:19.331749 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:19.458667 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-4a2178a4-eced-4823-82fa-4c752af827c7 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:19.491328 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-4a2178a4-eced-4823-82fa-4c752af827c7 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:19.499675 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-31887ba7-619d-4e3a-9d10-ecfa0a7a4482 tempest-VolumesNegativeTest-1553519244 tempest-VolumesNegativeTest-1553519244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:19.569419 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-4a2178a4-eced-4823-82fa-4c752af827c7 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Network 2ac0481c-d43a-4142-b245-4250502cd9cf is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:22:19.573260 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-4a2178a4-eced-4823-82fa-4c752af827c7 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:22:19.575980 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-4a2178a4-eced-4823-82fa-4c752af827c7 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:22:19.626631 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2178a4-eced-4823-82fa-4c752af827c7 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Pushing event updated for resources: {'Port': ['ID=95f348e1-f448-46b8-bd99-32f1882741c5,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:19.631074 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4a2178a4-eced-4823-82fa-4c752af827c7 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:19.648588 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-4a2178a4-eced-4823-82fa-4c752af827c7 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:19.649184 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-4a2178a4-eced-4823-82fa-4c752af827c7 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:19.668982 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-4a2178a4-eced-4823-82fa-4c752af827c7 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8048053 May 31 18:22:19.680819 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Request body: {'port': {'device_id': 'a5a92af5-4f76-45b5-b665-4b7cbd00d9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:22:19.709063 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5c11cc96-0dd8-4216-9750-086466c23384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:19.793891 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:20.306042 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:20.334221 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f348e1-f448-46b8-bd99-32f1882741c5 {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:22:20.352014 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:20.382556 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Transition to ACTIVE for port object 95f348e1-f448-46b8-bd99-32f1882741c5 will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:22:20.389428 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:20.395371 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:20.531243 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fed84-1d8c-46eb-897a-e0200f03edff req-9eb69340-3d2e-413d-adb5-00fcc73d59c3 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:20.532709 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f15fed84-1d8c-46eb-897a-e0200f03edff req-9eb69340-3d2e-413d-adb5-00fcc73d59c3 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.3931417 May 31 18:22:20.544668 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d04eaa-1714-40b0-ac53-e2676f3ed3a6 req-a1fe96cf-d754-4558-8223-126b5768a023 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:20.545350 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-b9d04eaa-1714-40b0-ac53-e2676f3ed3a6 req-a1fe96cf-d754-4558-8223-126b5768a023 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Synchronizing usage tracker for tenant:0daff02e69cc474da499a8693ad30651 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:22:20.551450 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Pushing event updated for resources: {'Port': ['ID=95f348e1-f448-46b8-bd99-32f1882741c5,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:20.567530 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:20.658145 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-b9d04eaa-1714-40b0-ac53-e2676f3ed3a6 req-a1fe96cf-d754-4558-8223-126b5768a023 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Unset dirty status for tenant:0daff02e69cc474da499a8693ad30651 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:22:20.659306 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b9d04eaa-1714-40b0-ac53-e2676f3ed3a6 req-a1fe96cf-d754-4558-8223-126b5768a023 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 932 time: 0.5208471 May 31 18:22:20.689487 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f15fed84-1d8c-46eb-897a-e0200f03edff req-ace6ca9b-7bbe-484b-90cc-3c4026170dee tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402180 May 31 18:22:20.734726 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-b9d04eaa-1714-40b0-ac53-e2676f3ed3a6 req-ed8113bb-e414-44ee-a77c-b2efe9b7d65c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Synchronizing usage tracker for tenant:0daff02e69cc474da499a8693ad30651 on resource:security_group {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:22:20.739654 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Attempting to bind port 95f348e1-f448-46b8-bd99-32f1882741c5 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:22:20.739988 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Attempting to bind port 95f348e1-f448-46b8-bd99-32f1882741c5 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': 'c08f68e3-d835-4d4d-bfe5-057ddd9700ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:22:20.740315 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Attempting to bind port 95f348e1-f448-46b8-bd99-32f1882741c5 on network 2ac0481c-d43a-4142-b245-4250502cd9cf {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:22:20.747561 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Port 95f348e1-f448-46b8-bd99-32f1882741c5 on network 2ac0481c-d43a-4142-b245-4250502cd9cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:22:20.747886 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Attempting to bind port 95f348e1-f448-46b8-bd99-32f1882741c5 on network 2ac0481c-d43a-4142-b245-4250502cd9cf {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:22:20.756361 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Checking agent: {'id': '75fd49d7-87f2-48bc-9cc9-330562c49b9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:22:20.756697 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Checking segment: {'id': 'c08f68e3-d835-4d4d-bfe5-057ddd9700ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:22:20.757072 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Bound using segment: {'id': 'c08f68e3-d835-4d4d-bfe5-057ddd9700ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:22:20.757506 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Bound port: 95f348e1-f448-46b8-bd99-32f1882741c5, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08f68e3-d835-4d4d-bfe5-057ddd9700ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:22:20.757849 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:20.777161 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-b9d04eaa-1714-40b0-ac53-e2676f3ed3a6 req-ed8113bb-e414-44ee-a77c-b2efe9b7d65c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Unset dirty status for tenant:0daff02e69cc474da499a8693ad30651 on resource:security_group {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:22:20.778327 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b9d04eaa-1714-40b0-ac53-e2676f3ed3a6 req-ed8113bb-e414-44ee-a77c-b2efe9b7d65c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070714 May 31 18:22:20.861288 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] For port 95f348e1-f448-46b8-bd99-32f1882741c5, host hv-cinder-77005, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:22:20.864621 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] For port 95f348e1-f448-46b8-bd99-32f1882741c5, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=95f348e1-f448-46b8-bd99-32f1882741c5,segment=NetworkSegment(c08f68e3-d835-4d4d-bfe5-057ddd9700ed),segment_id=c08f68e3-d835-4d4d-bfe5-057ddd9700ed)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:22:20.867941 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:20.873054 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-476e4752-f297-4fc5-a102-50c44c1db12d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:20.930542 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:20.931163 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:20.932588 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] 10.222.0.43 "PUT /v2.0/ports/95f348e1-f448-46b8-bd99-32f1882741c5 HTTP/1.1" status: 200 len: 1094 time: 1.2559061 May 31 18:22:20.933067 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a92af5-4f76-45b5-b665-4b7cbd00d9fe', 'tag': '95f348e1-f448-46b8-bd99-32f1882741c5'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:22:20.935337 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5342da82-d1e7-4134-86f9-210df554e68f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a92af5-4f76-45b5-b665-4b7cbd00d9fe", "tag": "95f348e1-f448-46b8-bd99-32f1882741c5"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:22:20.960044 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Pushing event updated for resources: {'Port': ['ID=95f348e1-f448-46b8-bd99-32f1882741c5,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:20.964862 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:21.012102 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e003fd-25e9-48e4-bc1b-df70fcb24deb x-openstack-request-id: req-f4e003fd-25e9-48e4-bc1b-df70fcb24deb {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:22:21.012423 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a92af5-4f76-45b5-b665-4b7cbd00d9fe", "tag": "95f348e1-f448-46b8-bd99-32f1882741c5", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:22:21.012710 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4e003fd-25e9-48e4-bc1b-df70fcb24deb {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:22:21.013124 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a92af5-4f76-45b5-b665-4b7cbd00d9fe', 'tag': '95f348e1-f448-46b8-bd99-32f1882741c5', 'status': 'completed', 'code': 200} May 31 18:22:21.061314 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-bae65e94-658b-4059-976b-e76d8716f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:21.063551 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-bae65e94-658b-4059-976b-e76d8716f2f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 1097 time: 0.0875363 May 31 18:22:21.132487 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-045c9c61-e951-41a4-a653-d8fae6f9c05e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95f348e1-f448-46b8-bd99-32f1882741c5 HTTP/1.1" status: 200 len: 217 time: 0.0619326 May 31 18:22:21.197725 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-7b46d783-f711-4d6b-b154-9f0ca122d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:21.199140 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-7b46d783-f711-4d6b-b154-9f0ca122d312 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0610468 May 31 18:22:21.246483 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-5b16260d-064d-4208-8df3-2a0941519d7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410304 May 31 18:22:21.376394 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-6f55ce8c-a852-4161-8a16-5a15abf679f7 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225553 May 31 18:22:21.512061 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f941fdf4-d4a6-4bbe-8950-d79288902e21 req-eae1d853-e748-4536-85b6-da2bc25c7005 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279378 May 31 18:22:21.638104 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342da82-d1e7-4134-86f9-210df554e68f req-d656422f-9de6-488f-bf62-d31c85bef66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:21.639583 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5342da82-d1e7-4134-86f9-210df554e68f req-d656422f-9de6-488f-bf62-d31c85bef66a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 1097 time: 0.0748944 May 31 18:22:21.774167 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342da82-d1e7-4134-86f9-210df554e68f req-63973cd7-922e-42ee-a49b-1e7e6b571abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:21.776165 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5342da82-d1e7-4134-86f9-210df554e68f req-63973cd7-922e-42ee-a49b-1e7e6b571abe service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1293607 May 31 18:22:21.883425 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5342da82-d1e7-4134-86f9-210df554e68f req-b8d61d4d-4f3c-4972-819c-d22d5797836a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95f348e1-f448-46b8-bd99-32f1882741c5 HTTP/1.1" status: 200 len: 217 time: 0.0996900 May 31 18:22:22.091888 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:22.106655 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342da82-d1e7-4134-86f9-210df554e68f req-149e52e0-1e12-41b5-9844-eda1c793d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:22.108160 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5342da82-d1e7-4134-86f9-210df554e68f req-149e52e0-1e12-41b5-9844-eda1c793d3c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.2149305 May 31 18:22:22.181243 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea79987-f7ac-4cbc-9a9d-248933a919bf req-0aa4a14f-9ab8-4825-8218-a1421dc31cd6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:22.183547 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4ea79987-f7ac-4cbc-9a9d-248933a919bf req-0aa4a14f-9ab8-4825-8218-a1421dc31cd6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.3529382 May 31 18:22:22.186451 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5342da82-d1e7-4134-86f9-210df554e68f req-b19088ab-730f-4a13-91e6-773cd9aee20d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690582 May 31 18:22:22.235996 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003d59a-dd02-4647-ab98-53288ba8c57f req-1932676c-83f0-4122-b338-2d73e593df2b tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:22.237387 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4003d59a-dd02-4647-ab98-53288ba8c57f req-1932676c-83f0-4122-b338-2d73e593df2b tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 944 time: 0.3419867 May 31 18:22:22.340753 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4ea79987-f7ac-4cbc-9a9d-248933a919bf req-a8313d0c-27f8-4194-b204-867c5b9a35b3 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506395 May 31 18:22:22.378696 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4003d59a-dd02-4647-ab98-53288ba8c57f req-89fa5966-0496-497b-8031-061349f405ed tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349380 May 31 18:22:22.408868 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5342da82-d1e7-4134-86f9-210df554e68f req-26edb0d2-f1a7-4a1b-af63-0dddcc980686 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021146 May 31 18:22:22.545734 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5342da82-d1e7-4134-86f9-210df554e68f req-b26012f1-0e15-45d6-85f2-52d43992b6f7 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297526 May 31 18:22:23.012683 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:22:23.584548 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970496fb-8e33-4bf3-8d69-99141a370c18 req-b8b74659-2dd1-48f2-8a91-b29d529bf1d6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:23.585982 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-970496fb-8e33-4bf3-8d69-99141a370c18 req-b8b74659-2dd1-48f2-8a91-b29d529bf1d6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.1371186 May 31 18:22:23.597755 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b4f01-c7cf-475d-9fa9-01215aa3cad4 req-1ae47028-0905-4194-95dc-d771a00d42c0 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:23.599106 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a30b4f01-c7cf-475d-9fa9-01215aa3cad4 req-1ae47028-0905-4194-95dc-d771a00d42c0 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 944 time: 0.1093762 May 31 18:22:23.665341 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-970496fb-8e33-4bf3-8d69-99141a370c18 req-252aa8fa-6277-4dff-8a13-51138ad9340c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652511 May 31 18:22:23.675312 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a30b4f01-c7cf-475d-9fa9-01215aa3cad4 req-023833ed-5072-49fd-bb92-ec841e8d26ce tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580618 May 31 18:22:23.836164 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 95f348e1-f448-46b8-bd99-32f1882741c5 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:22:23.971434 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 95f348e1-f448-46b8-bd99-32f1882741c5, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=95f348e1-f448-46b8-bd99-32f1882741c5,segment=NetworkSegment(c08f68e3-d835-4d4d-bfe5-057ddd9700ed),segment_id=c08f68e3-d835-4d4d-bfe5-057ddd9700ed)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:23.985651 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Returning: {'device': '95f348e1-f448-46b8-bd99-32f1882741c5', 'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf', 'port_id': '95f348e1-f448-46b8-bd99-32f1882741c5', 'mac_address': 'fa:16:3e:15:da:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf1b6070-7699-48cc-bdbb-719d97fe426b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:22:24.045382 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:24.061915 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f348e1-f448-46b8-bd99-32f1882741c5 {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:22:24.077415 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 95f348e1-f448-46b8-bd99-32f1882741c5, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=95f348e1-f448-46b8-bd99-32f1882741c5,segment=NetworkSegment(c08f68e3-d835-4d4d-bfe5-057ddd9700ed),segment_id=c08f68e3-d835-4d4d-bfe5-057ddd9700ed)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:24.080580 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:24.082376 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:24.149033 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=95f348e1-f448-46b8-bd99-32f1882741c5,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:24.157333 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:24.157672 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:24.158006 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:24.158340 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:24.158670 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:24.159024 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:24.159357 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:24.159680 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:24.160002 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:24.160322 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:24.160640 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:24.160956 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:24.164814 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:24.482161 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['95f348e1-f448-46b8-bd99-32f1882741c5'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:22:24.914109 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52335928-b29e-4e86-882f-9e22401c9635 req-77ec2eaa-f9b2-4cb4-b395-160ab9c914a6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:24.915588 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-52335928-b29e-4e86-882f-9e22401c9635 req-77ec2eaa-f9b2-4cb4-b395-160ab9c914a6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.1433039 May 31 18:22:24.924151 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11967cb7-eb40-458d-b81a-e86cee018c78 req-d648dbb8-0158-4e5a-9588-8f853cc7ad5a tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:24.925483 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-11967cb7-eb40-458d-b81a-e86cee018c78 req-d648dbb8-0158-4e5a-9588-8f853cc7ad5a tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 945 time: 0.1163554 May 31 18:22:24.991485 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-52335928-b29e-4e86-882f-9e22401c9635 req-7c32a3b2-6517-4097-b6ca-561fea38001c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650854 May 31 18:22:24.999241 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-11967cb7-eb40-458d-b81a-e86cee018c78 req-ade24ec7-4a92-456e-9473-562ec3129349 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601008 May 31 18:22:25.855801 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 95f348e1-f448-46b8-bd99-32f1882741c5 up at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:22:25.921646 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning for port 95f348e1-f448-46b8-bd99-32f1882741c5 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:22:25.926254 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning complete for port 95f348e1-f448-46b8-bd99-32f1882741c5 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:25.926633 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:26.071335 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:26.099196 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a92af5-4f76-45b5-b665-4b7cbd00d9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f348e1-f448-46b8-bd99-32f1882741c5'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:22:26.101396 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2f5ff8a6751ba2ee84274e630c5bdce29e81d1d572756191e078aed669e92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db864764-854e-4d94-aaf6-135753e4a28a" -d '{"events": [{"server_uuid": "a5a92af5-4f76-45b5-b665-4b7cbd00d9fe", "name": "network-vif-plugged", "status": "completed", "tag": "95f348e1-f448-46b8-bd99-32f1882741c5"}]}' {{(pid=91735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:22:26.110300 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 95f348e1-f448-46b8-bd99-32f1882741c5, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=95f348e1-f448-46b8-bd99-32f1882741c5,segment=NetworkSegment(c08f68e3-d835-4d4d-bfe5-057ddd9700ed),segment_id=c08f68e3-d835-4d4d-bfe5-057ddd9700ed)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:26.114782 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:26.116605 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:26.184175 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=95f348e1-f448-46b8-bd99-32f1882741c5,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:26.187361 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:26.254675 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f0265-a81e-484b-a64c-0812401f96e5 req-e4e23faf-6c20-434e-ac12-36163e532171 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:26.256152 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-833f0265-a81e-484b-a64c-0812401f96e5 req-e4e23faf-6c20-434e-ac12-36163e532171 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.1509352 May 31 18:22:26.264015 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b05ad-1412-43ad-9c56-d429e8abdcc6 req-be3167fe-c10f-460b-89f4-daa92c9f5bfb tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:26.265417 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-777b05ad-1412-43ad-9c56-d429e8abdcc6 req-be3167fe-c10f-460b-89f4-daa92c9f5bfb tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 946 time: 0.1253867 May 31 18:22:26.333671 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-833f0265-a81e-484b-a64c-0812401f96e5 req-e29e1a47-1e48-4d80-a7d2-f8e000933322 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673001 May 31 18:22:26.341026 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-777b05ad-1412-43ad-9c56-d429e8abdcc6 req-ab972a4c-42f7-4011-8974-1843fba22dca tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589604 May 31 18:22:26.387449 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fddafe-af79-4634-91e8-c073f50d5282 x-openstack-request-id: req-14fddafe-af79-4634-91e8-c073f50d5282 {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:22:26.387734 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a92af5-4f76-45b5-b665-4b7cbd00d9fe", "name": "network-vif-plugged", "status": "completed", "tag": "95f348e1-f448-46b8-bd99-32f1882741c5", "code": 200}]} {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:22:26.387987 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14fddafe-af79-4634-91e8-c073f50d5282 {{(pid=91735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:22:26.388377 dv-cinder-770050-4-iscsi neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a92af5-4f76-45b5-b665-4b7cbd00d9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f348e1-f448-46b8-bd99-32f1882741c5', 'code': 200} May 31 18:22:26.668038 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af08ce8-0374-4549-891d-67a4957ee5e0 req-7955239c-7deb-4568-b6f8-1af3847ded2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:26.670643 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5af08ce8-0374-4549-891d-67a4957ee5e0 req-7955239c-7deb-4568-b6f8-1af3847ded2e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 1099 time: 0.1175938 May 31 18:22:26.715790 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5af08ce8-0374-4549-891d-67a4957ee5e0 req-5d9d0823-f89c-4d86-965b-8d7f9890ed12 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373874 May 31 18:22:27.579542 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ca9b5-634e-451b-8bae-24f6ccf062b3 req-ad1c3b5e-9af9-4d7d-bd34-3b1f7ca33a47 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:27.580987 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ec0ca9b5-634e-451b-8bae-24f6ccf062b3 req-ad1c3b5e-9af9-4d7d-bd34-3b1f7ca33a47 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.1412923 May 31 18:22:27.589018 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a78627-4c67-447d-9546-cd206db1ff1d req-c840f085-fcb5-4aa7-903c-190117962401 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:27.590605 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-76a78627-4c67-447d-9546-cd206db1ff1d req-c840f085-fcb5-4aa7-903c-190117962401 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 946 time: 0.1163518 May 31 18:22:27.663999 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ec0ca9b5-634e-451b-8bae-24f6ccf062b3 req-3f17be91-94fc-4fce-b1e1-bf1ccf264c91 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720394 May 31 18:22:27.666585 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-76a78627-4c67-447d-9546-cd206db1ff1d req-5a0bae36-0c6b-4d0b-853b-7006de7720cc tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584152 May 31 18:22:28.912801 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b456c2-e055-45a9-b880-c7622da0c679 req-07ced6e4-dabd-4b46-99b7-52a390cd413f tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:28.914267 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-65b456c2-e055-45a9-b880-c7622da0c679 req-07ced6e4-dabd-4b46-99b7-52a390cd413f tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 946 time: 0.1391196 May 31 18:22:28.929642 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6fbbd-0025-4988-8691-c9503bb8826f req-437a3739-8cce-4051-aece-5fc6ad130199 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:28.931049 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f5b6fbbd-0025-4988-8691-c9503bb8826f req-437a3739-8cce-4051-aece-5fc6ad130199 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.1214693 May 31 18:22:29.086636 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-65b456c2-e055-45a9-b880-c7622da0c679 req-a625c5c4-1869-43f1-a54b-9225f42cc9f9 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647873 May 31 18:22:29.091751 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f5b6fbbd-0025-4988-8691-c9503bb8826f req-0c3e5cdf-3dfa-40e1-9b0b-8e84e8afa937 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475875 May 31 18:22:30.292203 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2087c4e-649a-4eb9-a451-8e524f5e52b1 req-91460439-412d-41fd-a67d-af45c1522de2 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:30.293659 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a2087c4e-649a-4eb9-a451-8e524f5e52b1 req-91460439-412d-41fd-a67d-af45c1522de2 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0903337 May 31 18:22:30.337831 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a2087c4e-649a-4eb9-a451-8e524f5e52b1 req-7937e574-b70c-41d9-a7c6-8433b8a72f52 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383215 May 31 18:22:31.524165 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841f729-c01f-4d65-b8ce-5d80f1bf5fd9 req-7a9992d9-6cb7-4485-81ab-51cb6cc809d2 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:31.526116 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e841f729-c01f-4d65-b8ce-5d80f1bf5fd9 req-7a9992d9-6cb7-4485-81ab-51cb6cc809d2 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0825899 May 31 18:22:31.569914 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e841f729-c01f-4d65-b8ce-5d80f1bf5fd9 req-89231851-efe6-4984-9a35-1add788f6f6d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381618 May 31 18:22:32.754958 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037101b9-92e1-45b3-978a-96fffee37cdb req-bca0b3d6-fe30-4155-b8b7-3ab5979f0476 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:32.756404 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-037101b9-92e1-45b3-978a-96fffee37cdb req-bca0b3d6-fe30-4155-b8b7-3ab5979f0476 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0810733 May 31 18:22:32.808078 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-037101b9-92e1-45b3-978a-96fffee37cdb req-21c8e76e-7f66-4188-bd18-d445833547fd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458076 May 31 18:22:33.994968 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bd5ea-2b04-4cde-bcea-d265326d9787 req-cf3e2be5-fba3-474c-88e1-632d3376302c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:33.996397 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0d8bd5ea-2b04-4cde-bcea-d265326d9787 req-cf3e2be5-fba3-474c-88e1-632d3376302c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0802355 May 31 18:22:34.039923 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0d8bd5ea-2b04-4cde-bcea-d265326d9787 req-31ebc7b1-4653-41b2-a35d-2186a3463fa8 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379200 May 31 18:22:35.230262 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77194062-3d12-4207-b53a-0285b339221f req-7c43dae7-dd18-4015-9b68-2f3fa11bbe24 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:35.232068 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-77194062-3d12-4207-b53a-0285b339221f req-7c43dae7-dd18-4015-9b68-2f3fa11bbe24 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0877111 May 31 18:22:35.279745 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-77194062-3d12-4207-b53a-0285b339221f req-087313e1-e00c-49d4-b38a-f678db9ed537 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421233 May 31 18:22:36.468180 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6144d-42ba-42f5-9d1f-e9183975bb2b req-8916fd8e-e4f7-42a6-bfac-7de3a3ea1e52 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:36.469649 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-01a6144d-42ba-42f5-9d1f-e9183975bb2b req-8916fd8e-e4f7-42a6-bfac-7de3a3ea1e52 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0821185 May 31 18:22:36.515359 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-01a6144d-42ba-42f5-9d1f-e9183975bb2b req-dde6d248-7d9e-4f28-8632-006f34daf3c1 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399470 May 31 18:22:37.704310 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffd039-36da-47cf-a56b-d6d8a7747177 req-0ec45172-7ce0-4eba-9ba0-03a3e0f6d2e7 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:37.706070 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c8ffd039-36da-47cf-a56b-d6d8a7747177 req-0ec45172-7ce0-4eba-9ba0-03a3e0f6d2e7 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0852890 May 31 18:22:37.749995 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c8ffd039-36da-47cf-a56b-d6d8a7747177 req-1cca468d-c2de-4917-ad7e-c83dfb27cdc8 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383661 May 31 18:22:38.934281 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab14d01-e92e-479c-a597-0b84735031df req-c87c83dc-f384-46b5-976d-e503100d90ba tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:38.935767 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-aab14d01-e92e-479c-a597-0b84735031df req-c87c83dc-f384-46b5-976d-e503100d90ba tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0816948 May 31 18:22:38.983730 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-aab14d01-e92e-479c-a597-0b84735031df req-86b3c9bf-f32c-45e0-941b-a15bd6c91c68 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424397 May 31 18:22:40.171755 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d5ca3-c1fc-4ed3-a1fe-9d77ab8d0e07 req-f0a864c2-796f-4db1-8d03-06d02a7b0d9f tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:40.173180 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-185d5ca3-c1fc-4ed3-a1fe-9d77ab8d0e07 req-f0a864c2-796f-4db1-8d03-06d02a7b0d9f tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0824168 May 31 18:22:40.217222 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-185d5ca3-c1fc-4ed3-a1fe-9d77ab8d0e07 req-494a4d62-bc5a-4394-a3b6-9ccb53745622 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385129 May 31 18:22:41.407706 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8689d7d-d04d-4189-9340-b180c522ca57 req-d9181faf-f221-473c-b4e4-877d74018c8e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:41.409153 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c8689d7d-d04d-4189-9340-b180c522ca57 req-d9181faf-f221-473c-b4e4-877d74018c8e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0867391 May 31 18:22:41.453845 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c8689d7d-d04d-4189-9340-b180c522ca57 req-863f1cb4-0bca-4e8b-8d3e-650196fa30bc tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390208 May 31 18:22:42.638655 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44a9bb-d623-49eb-912b-bcbcf0be6fa3 req-0a8bf388-149a-441a-ba19-47e61a10cd3d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:42.640130 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8c44a9bb-d623-49eb-912b-bcbcf0be6fa3 req-0a8bf388-149a-441a-ba19-47e61a10cd3d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0811777 May 31 18:22:42.690260 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8c44a9bb-d623-49eb-912b-bcbcf0be6fa3 req-3f65a072-6c2c-415e-8e05-6c3dc89508c8 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421050 May 31 18:22:42.923887 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-62d72fa1-e388-4066-a537-e9fd82e339f5 req-6c51602b-c8d6-40c6-b1e4-61ed19a6a044 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733113 May 31 18:22:43.018632 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d72fa1-e388-4066-a537-e9fd82e339f5 req-24f450da-f9bc-4634-934f-9239ba76e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:43.020168 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-62d72fa1-e388-4066-a537-e9fd82e339f5 req-24f450da-f9bc-4634-934f-9239ba76e946 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e0ba4821bf84395b9662f29d0e886ca&device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 1099 time: 0.0713122 May 31 18:22:43.163743 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d72fa1-e388-4066-a537-e9fd82e339f5 req-30b36eaa-971f-42c3-b47d-f70ae095798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:43.165154 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-62d72fa1-e388-4066-a537-e9fd82e339f5 req-30b36eaa-971f-42c3-b47d-f70ae095798a service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 HTTP/1.1" status: 200 len: 912 time: 0.1259811 May 31 18:22:43.266915 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-62d72fa1-e388-4066-a537-e9fd82e339f5 req-9e1b6c08-5164-4843-a040-d1f5c59bca46 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbe7ca29-97d7-4a11-bf95-0720875ce363 HTTP/1.1" status: 200 len: 1001 time: 0.0946820 May 31 18:22:43.329506 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d72fa1-e388-4066-a537-e9fd82e339f5 req-65c6ec1a-8d7d-47d0-a3e8-68ce1c06e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:43.330933 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-62d72fa1-e388-4066-a537-e9fd82e339f5 req-65c6ec1a-8d7d-47d0-a3e8-68ce1c06e4f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec71e230-9295-42e2-886a-2045075dddec HTTP/1.1" status: 200 len: 850 time: 0.0574954 May 31 18:22:43.406321 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d72fa1-e388-4066-a537-e9fd82e339f5 req-15d0bfaa-8235-4de6-9fc2-0129003fc74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:43.407775 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-62d72fa1-e388-4066-a537-e9fd82e339f5 req-15d0bfaa-8235-4de6-9fc2-0129003fc74c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712564 May 31 18:22:43.622820 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-62d72fa1-e388-4066-a537-e9fd82e339f5 req-73168f16-8b87-49d4-bb47-7960dfeeaef5 service neutron] 10.222.0.43 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079136 May 31 18:22:43.764789 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-62d72fa1-e388-4066-a537-e9fd82e339f5 req-ec953390-c973-43fa-b7d7-f8f432d1fad7 service neutron] 10.222.0.43 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323528 May 31 18:22:43.890691 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbf69e-f471-4cc1-9b4e-73783bd03197 req-25c40967-c080-4895-a604-9b21d26c7c88 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:43.892331 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-60dbf69e-f471-4cc1-9b4e-73783bd03197 req-25c40967-c080-4895-a604-9b21d26c7c88 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0827038 May 31 18:22:43.936845 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-60dbf69e-f471-4cc1-9b4e-73783bd03197 req-2e8f199b-4050-49eb-ab65-b4d7389b489e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388327 May 31 18:22:44.992305 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:45.140538 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42d69e-962e-4105-be48-e336184adea5 req-b329111f-071c-43be-a965-cd90d95434aa tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:45.142385 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6d42d69e-962e-4105-be48-e336184adea5 req-b329111f-071c-43be-a965-cd90d95434aa tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0861833 May 31 18:22:45.187933 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6d42d69e-962e-4105-be48-e336184adea5 req-5e3440ae-5886-4955-9260-6fc4b8a5a3d0 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399680 May 31 18:22:46.374747 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306b768-f656-4e0a-bacc-a5124d130b38 req-a683cac4-3a01-4e09-812f-9907d730ae33 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:46.376207 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5306b768-f656-4e0a-bacc-a5124d130b38 req-a683cac4-3a01-4e09-812f-9907d730ae33 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0828373 May 31 18:22:46.419428 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5306b768-f656-4e0a-bacc-a5124d130b38 req-78500d19-f0da-4d17-af75-0173e89d1414 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377100 May 31 18:22:46.930171 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-376d5e56-359d-4d40-bf81-8da64b7026e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:47.603083 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34827764-569d-4a95-a19a-3e02603d09e6 req-75d92a28-8513-4a48-aea6-5a6c5d01984b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:47.605083 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-34827764-569d-4a95-a19a-3e02603d09e6 req-75d92a28-8513-4a48-aea6-5a6c5d01984b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0821943 May 31 18:22:47.657299 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-34827764-569d-4a95-a19a-3e02603d09e6 req-340605a5-2aca-46ab-a56c-7a5a27af8622 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418377 May 31 18:22:48.840828 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5560d7-f716-4e64-95d9-c5a46a925bf4 req-e5e41bac-778c-405c-b42e-49e4b1e80208 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:48.842271 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3b5560d7-f716-4e64-95d9-c5a46a925bf4 req-e5e41bac-778c-405c-b42e-49e4b1e80208 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0814548 May 31 18:22:48.889766 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3b5560d7-f716-4e64-95d9-c5a46a925bf4 req-74bb5092-16e2-42a9-979d-f3cd7ada2c91 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418522 May 31 18:22:49.333796 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:49.709990 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-6afd9179-b7f7-4141-b9af-10cd07d9e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:50.070979 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be9829-d392-4103-9645-c4cc75313314 req-bf129a4f-635e-4652-9161-66d46d4874b2 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:50.072437 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f6be9829-d392-4103-9645-c4cc75313314 req-bf129a4f-635e-4652-9161-66d46d4874b2 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0807018 May 31 18:22:50.116516 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f6be9829-d392-4103-9645-c4cc75313314 req-66056dfa-89b3-4dc7-af52-041064559e43 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377688 May 31 18:22:50.307233 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:51.305865 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22a9a3-99c2-4582-948a-21608e08276d req-93ae02cb-5ace-487a-944d-33529ff6d273 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:51.307599 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4a22a9a3-99c2-4582-948a-21608e08276d req-93ae02cb-5ace-487a-944d-33529ff6d273 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0846856 May 31 18:22:51.351916 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4a22a9a3-99c2-4582-948a-21608e08276d req-c884be90-9775-4a31-9a3d-48bfb1039cc8 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388286 May 31 18:22:52.094291 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:52.537693 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76497c-dd2d-4c48-bdc1-9c9c8b3d418e req-c073a7aa-4d36-46e7-827b-0194274a795a tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:52.539184 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0c76497c-dd2d-4c48-bdc1-9c9c8b3d418e req-c073a7aa-4d36-46e7-827b-0194274a795a tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0802460 May 31 18:22:52.583010 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0c76497c-dd2d-4c48-bdc1-9c9c8b3d418e req-84d90caa-152d-4173-9f85-06eeb16d5410 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373302 May 31 18:22:53.767225 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a30d8-c529-48bf-bf0e-bcc7498ba0f3 req-b58f99f2-9688-4f0a-9f85-e8307dde5652 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:53.768784 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-740a30d8-c529-48bf-bf0e-bcc7498ba0f3 req-b58f99f2-9688-4f0a-9f85-e8307dde5652 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0840151 May 31 18:22:53.814107 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-740a30d8-c529-48bf-bf0e-bcc7498ba0f3 req-8fcce51d-52af-4848-a584-f92600d08f41 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397406 May 31 18:22:54.995775 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff26610-6d96-49c9-9628-6b5cd5e8651b req-c943095b-b3d0-456c-ba94-97ee6a3020b6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:54.997220 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bff26610-6d96-49c9-9628-6b5cd5e8651b req-c943095b-b3d0-456c-ba94-97ee6a3020b6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0785654 May 31 18:22:55.045268 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bff26610-6d96-49c9-9628-6b5cd5e8651b req-3192a3fc-85f7-4e4d-add0-a26d65453e88 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422449 May 31 18:22:56.231780 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e555f6e-7390-476e-ae97-e7877018a3f8 req-6a9c8d7f-ab25-47d7-a273-a7a6d40cbbe1 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:56.233222 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9e555f6e-7390-476e-ae97-e7877018a3f8 req-6a9c8d7f-ab25-47d7-a273-a7a6d40cbbe1 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0826321 May 31 18:22:56.278658 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9e555f6e-7390-476e-ae97-e7877018a3f8 req-33022d46-d6c9-4f8c-b7ec-855b22982fc9 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397947 May 31 18:22:57.464668 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64b610-6c3c-4734-b1c7-555d62ae87ef req-75a0e82c-7984-4af5-8ec5-3d59776e02a3 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:57.466130 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fb64b610-6c3c-4734-b1c7-555d62ae87ef req-75a0e82c-7984-4af5-8ec5-3d59776e02a3 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0849490 May 31 18:22:57.510645 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fb64b610-6c3c-4734-b1c7-555d62ae87ef req-6dee9635-99d9-493e-9ea4-b67c0d3e81ef tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387168 May 31 18:22:58.694719 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe24d9-1935-46ce-9529-85fa21a9b23a req-59a17705-58eb-438b-873f-9d6a8e61872e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:58.696166 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b5fe24d9-1935-46ce-9529-85fa21a9b23a req-59a17705-58eb-438b-873f-9d6a8e61872e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0784645 May 31 18:22:58.739720 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b5fe24d9-1935-46ce-9529-85fa21a9b23a req-ee6b0c1e-3577-43ff-85bd-965c7b4ca3e5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375609 May 31 18:22:59.926549 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d95fdb-5d4b-40e2-98b5-7a5313f91bca req-ca7dff95-53e2-4481-9326-fa8ef91471d5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:59.928005 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f8d95fdb-5d4b-40e2-98b5-7a5313f91bca req-ca7dff95-53e2-4481-9326-fa8ef91471d5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0830810 May 31 18:22:59.970938 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f8d95fdb-5d4b-40e2-98b5-7a5313f91bca req-bafc6729-4d10-438d-b419-c7ea9af933dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366790 May 31 18:23:00.011695 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:23:01.153222 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5d3ac-a7c5-4a84-b3b7-35c1dc1c76e3 req-0f1e67db-592e-4db5-a2ee-290f129ba564 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:01.155495 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ecf5d3ac-a7c5-4a84-b3b7-35c1dc1c76e3 req-0f1e67db-592e-4db5-a2ee-290f129ba564 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0803406 May 31 18:23:01.198723 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ecf5d3ac-a7c5-4a84-b3b7-35c1dc1c76e3 req-a2725b29-31f9-4157-951b-2788cf68792d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377836 May 31 18:23:02.383662 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b12e5-8aa0-4f31-a20c-ad32443b0453 req-e423b8f1-b945-4cb5-bae8-e8d2163f3e27 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:02.385583 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bf5b12e5-8aa0-4f31-a20c-ad32443b0453 req-e423b8f1-b945-4cb5-bae8-e8d2163f3e27 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0820711 May 31 18:23:02.430973 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bf5b12e5-8aa0-4f31-a20c-ad32443b0453 req-73ee8844-4312-421e-8c8a-66ae18fcb784 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394974 May 31 18:23:03.613590 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5408a-af79-4ac5-a03f-c38b68f16fd3 req-3ab74e70-9023-4da6-aac2-05a230b8c4c3 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:03.615246 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-afe5408a-af79-4ac5-a03f-c38b68f16fd3 req-3ab74e70-9023-4da6-aac2-05a230b8c4c3 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 943 time: 0.0801339 May 31 18:23:03.752482 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-afe5408a-af79-4ac5-a03f-c38b68f16fd3 req-e69a8a3b-928e-4775-a2f5-35f6f6d3446d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307163 May 31 18:23:04.053717 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 0196124f-1070-4ffe-92ab-a77f9c2a348f details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:23:04.183736 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 0196124f-1070-4ffe-92ab-a77f9c2a348f, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0196124f-1070-4ffe-92ab-a77f9c2a348f,segment=NetworkSegment(090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49),segment_id=090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:23:04.196436 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Returning: {'device': '0196124f-1070-4ffe-92ab-a77f9c2a348f', 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc', 'port_id': '0196124f-1070-4ffe-92ab-a77f9c2a348f', 'mac_address': 'fa:16:3e:13:c3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:23:04.252996 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:04.269674 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0196124f-1070-4ffe-92ab-a77f9c2a348f {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:23:04.284910 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 0196124f-1070-4ffe-92ab-a77f9c2a348f, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0196124f-1070-4ffe-92ab-a77f9c2a348f,segment=NetworkSegment(090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49),segment_id=090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:23:04.289370 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:04.292445 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d08d05ef-6c99-4b5f-8253-dd7df93d5dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:04.359051 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=0196124f-1070-4ffe-92ab-a77f9c2a348f,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:04.362257 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:04.676586 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['0196124f-1070-4ffe-92ab-a77f9c2a348f'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:23:04.942673 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998b028-5bb2-4dd4-99a3-180955391fca req-90658d0b-6ada-4b02-a110-9cb72984b086 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:04.944254 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e998b028-5bb2-4dd4-99a3-180955391fca req-90658d0b-6ada-4b02-a110-9cb72984b086 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 944 time: 0.0801830 May 31 18:23:04.988577 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e998b028-5bb2-4dd4-99a3-180955391fca req-ae7795d3-022e-4928-8fb5-4bda2f42368a tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384474 May 31 18:23:06.063132 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 0196124f-1070-4ffe-92ab-a77f9c2a348f up at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:23:06.132797 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning for port 0196124f-1070-4ffe-92ab-a77f9c2a348f completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:23:06.137466 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning complete for port 0196124f-1070-4ffe-92ab-a77f9c2a348f triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:23:06.137840 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:06.180166 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e253cc-8680-4de9-97b3-bb6bf05b3ebb req-48501cda-165b-42b8-b967-ac9062f5e7d0 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:06.181668 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-76e253cc-8680-4de9-97b3-bb6bf05b3ebb req-48501cda-165b-42b8-b967-ac9062f5e7d0 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 944 time: 0.0864105 May 31 18:23:06.226488 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-76e253cc-8680-4de9-97b3-bb6bf05b3ebb req-2cba95d3-d7e2-4ee3-b482-8ea779126937 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384300 May 31 18:23:06.255091 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:06.281675 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41743048-c8a0-4b05-847d-7d9b043d3dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0196124f-1070-4ffe-92ab-a77f9c2a348f'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:23:06.283830 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2f5ff8a6751ba2ee84274e630c5bdce29e81d1d572756191e078aed669e92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860609a9-2200-415f-baa5-741ec0207d26" -d '{"events": [{"server_uuid": "41743048-c8a0-4b05-847d-7d9b043d3dd2", "name": "network-vif-plugged", "status": "completed", "tag": "0196124f-1070-4ffe-92ab-a77f9c2a348f"}]}' {{(pid=91735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:23:06.291168 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 0196124f-1070-4ffe-92ab-a77f9c2a348f, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0196124f-1070-4ffe-92ab-a77f9c2a348f,segment=NetworkSegment(090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49),segment_id=090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:23:06.296261 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:06.298161 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:06.332038 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe38fe1-ee91-4d32-a5e3-23d6f29259e2 x-openstack-request-id: req-bfe38fe1-ee91-4d32-a5e3-23d6f29259e2 {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:23:06.332440 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41743048-c8a0-4b05-847d-7d9b043d3dd2", "name": "network-vif-plugged", "status": "completed", "tag": "0196124f-1070-4ffe-92ab-a77f9c2a348f", "code": 200}]} {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:23:06.332748 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bfe38fe1-ee91-4d32-a5e3-23d6f29259e2 {{(pid=91735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:23:06.333139 dv-cinder-770050-4-iscsi neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41743048-c8a0-4b05-847d-7d9b043d3dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0196124f-1070-4ffe-92ab-a77f9c2a348f', 'code': 200} May 31 18:23:06.365458 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=0196124f-1070-4ffe-92ab-a77f9c2a348f,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:06.368323 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:06.576095 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe3c48-cdcf-4ea5-96d1-548376fc2637 req-88a10795-27db-4572-bb36-0a750e730538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:06.577721 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8fbe3c48-cdcf-4ea5-96d1-548376fc2637 req-88a10795-27db-4572-bb36-0a750e730538 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 1098 time: 0.0699635 May 31 18:23:06.620173 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8fbe3c48-cdcf-4ea5-96d1-548376fc2637 req-7d6a991b-86c4-4ba7-b99c-c1aa2f254c5e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355406 May 31 18:23:07.412047 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434fc56-3578-41f9-9409-37acc81e4c3f req-64b564a4-cc09-4291-b1d7-18bf05f8a71d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:07.413521 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e434fc56-3578-41f9-9409-37acc81e4c3f req-64b564a4-cc09-4291-b1d7-18bf05f8a71d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 945 time: 0.0816908 May 31 18:23:07.457287 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e434fc56-3578-41f9-9409-37acc81e4c3f req-4d3e0e87-0237-4a71-baad-4518620788ee tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376456 May 31 18:23:08.640575 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ae64f-3827-4282-91b0-9be2cb9bb332 req-403c4f83-20c2-4a1a-a79d-497ef1f014be tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:08.642267 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-324ae64f-3827-4282-91b0-9be2cb9bb332 req-403c4f83-20c2-4a1a-a79d-497ef1f014be tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 945 time: 0.0797555 May 31 18:23:08.690767 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-324ae64f-3827-4282-91b0-9be2cb9bb332 req-7d141052-d34e-4e02-b456-78268ed01269 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428405 May 31 18:23:08.873533 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df09939-2311-4be1-b07f-89947158d0c7 req-aef0fdb3-44e6-452b-86c8-86f86244186b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:08.875004 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8df09939-2311-4be1-b07f-89947158d0c7 req-aef0fdb3-44e6-452b-86c8-86f86244186b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 945 time: 0.0807774 May 31 18:23:08.919184 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8df09939-2311-4be1-b07f-89947158d0c7 req-fbd2c99f-a316-4ccb-b546-ee38373077af tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380206 May 31 18:23:08.942076 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 34874) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:23:09.116421 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6ffd29-e839-4f88-bd3e-498c712240b9 tempest-TestVolumeBootPattern-411739146 tempest-TestVolumeBootPattern-411739146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:09.117114 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-0b6ffd29-e839-4f88-bd3e-498c712240b9 tempest-TestVolumeBootPattern-411739146 tempest-TestVolumeBootPattern-411739146-project-admin] Synchronizing usage tracker for tenant:ae2f6cd280194cfc9cfe452d8c299018 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:23:09.132221 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-0b6ffd29-e839-4f88-bd3e-498c712240b9 tempest-TestVolumeBootPattern-411739146 tempest-TestVolumeBootPattern-411739146-project-admin] Unset dirty status for tenant:ae2f6cd280194cfc9cfe452d8c299018 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:23:09.134525 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-0b6ffd29-e839-4f88-bd3e-498c712240b9 tempest-TestVolumeBootPattern-411739146 tempest-TestVolumeBootPattern-411739146-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 1093 time: 0.1914570 May 31 18:23:09.136223 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 34882) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:23:09.141234 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Request body: {'floatingip': {'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'port_id': '0196124f-1070-4ffe-92ab-a77f9c2a348f', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:23:09.147045 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:23:09.150878 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Usage tracker for resource:floatingip and tenant:e926edbfad764e1487ebcf14b7e20764 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:23:09.153605 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:23:09.159641 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:23:09.170160 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for floatingip, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:09.306493 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:09.436043 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Allocated IP 172.27.0.223 (1cefa8cd-0a9d-4799-a9e0-704b2c95ae89/67065c8c-a7bf-4ea9-bccb-f9c1fabaa892/750de4c3-0795-4c5d-b824-f00b05b9589f) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:23:09.577695 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:09.606110 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:09.610224 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-25d27501-714e-4e7a-9ab1-2e27c4b15594 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:09.672846 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:23:09.675648 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:23:09.679285 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:23:09.713393 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Pushing event updated for resources: {'Port': ['ID=750de4c3-0795-4c5d-b824-f00b05b9589f,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:09.729976 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:09.730349 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:09.730711 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:09.731100 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:09.731463 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:09.731818 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:09.732168 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:09.732520 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:09.732873 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:09.733220 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:09.733567 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:09.733909 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:09.738713 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:10.108018 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:10.182554 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:10.474067 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:10.478554 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:10.482899 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:10.587281 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Pushing event updated for resources: {'Port': ['ID=750de4c3-0795-4c5d-b824-f00b05b9589f,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:10.591896 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:10.598234 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401662'] for floatingip, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:10.769364 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.l3_db [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Floating IP 74db9faa-8bba-4900-975c-92bfbbf7ce6f associated. External IP: 172.27.0.223, port: 0196124f-1070-4ffe-92ab-a77f9c2a348f. May 31 18:23:11.123119 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Router 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:23:11.296296 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:23:11.305842 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699694b4-eed4-4225-8d07-bb65d9a8e6e6 None None] Sync routers for ids ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:23:11.315423 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699694b4-eed4-4225-8d07-bb65d9a8e6e6 None None] Routers {'72a2d5ad-d708-46ad-bb62-ddb2ecc56688'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:23:11.316034 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-699694b4-eed4-4225-8d07-bb65d9a8e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:22:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:23:11.322510 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for floatingip, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:11.390876 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2434978 May 31 18:23:11.390876 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41743048-c8a0-4b05-847d-7d9b043d3dd2', 'tag': '0196124f-1070-4ffe-92ab-a77f9c2a348f'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:23:11.390876 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a83411-069c-4f15-a7dd-5110d01f8ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "41743048-c8a0-4b05-847d-7d9b043d3dd2", "tag": "0196124f-1070-4ffe-92ab-a77f9c2a348f"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:23:11.428261 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6395ad-ecd0-467b-a720-c2c842271497 x-openstack-request-id: req-8a6395ad-ecd0-467b-a720-c2c842271497 {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:23:11.428810 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41743048-c8a0-4b05-847d-7d9b043d3dd2", "tag": "0196124f-1070-4ffe-92ab-a77f9c2a348f", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:23:11.429273 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a6395ad-ecd0-467b-a720-c2c842271497 {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:23:11.429883 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41743048-c8a0-4b05-847d-7d9b043d3dd2', 'tag': '0196124f-1070-4ffe-92ab-a77f9c2a348f', 'status': 'completed', 'code': 200} May 31 18:23:11.505404 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-699694b4-eed4-4225-8d07-bb65d9a8e6e6 None None] Set router 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:23:11.519048 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a83411-069c-4f15-a7dd-5110d01f8ddd req-5069476b-a788-40da-9443-b373937bc5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:11.520791 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-01a83411-069c-4f15-a7dd-5110d01f8ddd req-5069476b-a788-40da-9443-b373937bc5a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e926edbfad764e1487ebcf14b7e20764&device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 1098 time: 0.0710642 May 31 18:23:11.647703 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a83411-069c-4f15-a7dd-5110d01f8ddd req-9fb56559-92d4-4ee2-8e8f-76e66d34117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:11.649027 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-01a83411-069c-4f15-a7dd-5110d01f8ddd req-9fb56559-92d4-4ee2-8e8f-76e66d34117f service neutron] 10.222.0.43 "GET /v2.0/networks?id=998a2356-dae0-45db-b64a-7fa99f710fbc HTTP/1.1" status: 200 len: 913 time: 0.1222408 May 31 18:23:11.858463 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-01a83411-069c-4f15-a7dd-5110d01f8ddd req-6b710318-0f2b-4c0f-ac8b-75b3f1422030 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0196124f-1070-4ffe-92ab-a77f9c2a348f HTTP/1.1" status: 200 len: 999 time: 0.2027042 May 31 18:23:11.885981 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-699694b4-eed4-4225-8d07-bb65d9a8e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'name': 'tempest-TestVolumeBootPattern-1222185031-router', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:47Z', 'updated_at': '2021-05-31T18:20:52Z', 'revision_number': 4, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'gw_port': {'id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:48Z', 'updated_at': '2021-05-31T18:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': '74db9faa-8bba-4900-975c-92bfbbf7ce6f', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'port_id': '0196124f-1070-4ffe-92ab-a77f9c2a348f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc', 'mac_address': 'fa:16:3e:13:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41743048-c8a0-4b05-847d-7d9b043d3dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:23:10Z', 'updated_at': '2021-05-31T18:23:10Z', 'revision_number': 0, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39da446a-9817-4be3-82bb-11a115704ab2', 'name': '', 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'mac_address': 'fa:16:3e:42:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:51Z', 'updated_at': '2021-05-31T18:21:00Z', 'revision_number': 5, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'subnets': [{'id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:23:11.889785 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699694b4-eed4-4225-8d07-bb65d9a8e6e6 None None] Checking router: 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:23:11.898119 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699694b4-eed4-4225-8d07-bb65d9a8e6e6 None None] Routers {'72a2d5ad-d708-46ad-bb62-ddb2ecc56688'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:23:11.898651 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-699694b4-eed4-4225-8d07-bb65d9a8e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:22:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:23:11.921902 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a83411-069c-4f15-a7dd-5110d01f8ddd req-e5aaa560-9097-45c5-aab9-a4ab4dd4f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:11.923387 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-01a83411-069c-4f15-a7dd-5110d01f8ddd req-e5aaa560-9097-45c5-aab9-a4ab4dd4f7c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4e44409-7a3f-4930-86b5-98a4a2bcb9ff HTTP/1.1" status: 200 len: 851 time: 0.0582914 May 31 18:23:11.997964 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a83411-069c-4f15-a7dd-5110d01f8ddd req-2ebce4f0-474f-44a5-83cc-b3ed02e5cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:11.999510 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-01a83411-069c-4f15-a7dd-5110d01f8ddd req-2ebce4f0-474f-44a5-83cc-b3ed02e5cb84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=998a2356-dae0-45db-b64a-7fa99f710fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701277 May 31 18:23:12.072726 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-699694b4-eed4-4225-8d07-bb65d9a8e6e6 None None] Set router 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:23:12.130743 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-01a83411-069c-4f15-a7dd-5110d01f8ddd req-e5bb2be9-9c33-42ee-a810-e9958ffcbbad service neutron] 10.222.0.43 "GET /v2.0/networks/998a2356-dae0-45db-b64a-7fa99f710fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243997 May 31 18:23:12.263348 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-01a83411-069c-4f15-a7dd-5110d01f8ddd req-b5fa6a1e-8b7e-4fee-bc93-69e5c638aa7a service neutron] 10.222.0.43 "GET /v2.0/networks/998a2356-dae0-45db-b64a-7fa99f710fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260183 May 31 18:23:12.422594 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-699694b4-eed4-4225-8d07-bb65d9a8e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'name': 'tempest-TestVolumeBootPattern-1222185031-router', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:47Z', 'updated_at': '2021-05-31T18:20:52Z', 'revision_number': 4, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'gw_port': {'id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:48Z', 'updated_at': '2021-05-31T18:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': '74db9faa-8bba-4900-975c-92bfbbf7ce6f', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'port_id': '0196124f-1070-4ffe-92ab-a77f9c2a348f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc', 'mac_address': 'fa:16:3e:13:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41743048-c8a0-4b05-847d-7d9b043d3dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:23:10Z', 'updated_at': '2021-05-31T18:23:10Z', 'revision_number': 0, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39da446a-9817-4be3-82bb-11a115704ab2', 'name': '', 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'mac_address': 'fa:16:3e:42:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:51Z', 'updated_at': '2021-05-31T18:21:00Z', 'revision_number': 5, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'subnets': [{'id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:23:12.426517 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699694b4-eed4-4225-8d07-bb65d9a8e6e6 None None] The sync data for ids ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'] in dv-cinder-770050-4-iscsi is: [{'id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'name': 'tempest-TestVolumeBootPattern-1222185031-router', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:47Z', 'updated_at': '2021-05-31T18:20:52Z', 'revision_number': 4, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'gw_port': {'id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:48Z', 'updated_at': '2021-05-31T18:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': '74db9faa-8bba-4900-975c-92bfbbf7ce6f', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'port_id': '0196124f-1070-4ffe-92ab-a77f9c2a348f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc', 'mac_address': 'fa:16:3e:13:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41743048-c8a0-4b05-847d-7d9b043d3dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:23:10Z', 'updated_at': '2021-05-31T18:23:10Z', 'revision_number': 0, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39da446a-9817-4be3-82bb-11a115704ab2', 'name': '', 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'mac_address': 'fa:16:3e:42:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:51Z', 'updated_at': '2021-05-31T18:21:00Z', 'revision_number': 5, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'subnets': [{'id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:23:12.600556 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be11c0e2-7dd3-47a3-9770-afdfc02e6577 None None] New status for floating IP 74db9faa-8bba-4900-975c-92bfbbf7ce6f: ACTIVE {{(pid=91736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:23:15.015022 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:16.933677 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-81f7a374-cb0b-4c0e-aaf8-950c8b1ca329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:19.335390 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:19.710910 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f654-c092-41b9-bb6e-efbe47d8b781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:20.311412 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:22.099531 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:37.010344 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:23:43.933592 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-12f4ed60-e8fb-45b4-a45a-762d17ff2377 req-8ce02f1a-654e-4f7a-942c-4c5c79a99dae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1127112 May 31 18:23:44.077556 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4ed60-e8fb-45b4-a45a-762d17ff2377 req-0365b4c9-67c8-4d24-bd64-ff78edd720e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:44.078947 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-12f4ed60-e8fb-45b4-a45a-762d17ff2377 req-0365b4c9-67c8-4d24-bd64-ff78edd720e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71370ff0ec1348e8a0dd470d369623bb&device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 1098 time: 0.0736327 May 31 18:23:44.225307 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4ed60-e8fb-45b4-a45a-762d17ff2377 req-d268338e-e142-418b-b1db-73336f5bb738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:44.226745 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-12f4ed60-e8fb-45b4-a45a-762d17ff2377 req-d268338e-e142-418b-b1db-73336f5bb738 service neutron] 10.222.0.43 "GET /v2.0/networks?id=94b1778a-3714-47c8-abf7-03652140706b HTTP/1.1" status: 200 len: 918 time: 0.1265848 May 31 18:23:44.331014 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-12f4ed60-e8fb-45b4-a45a-762d17ff2377 req-bbdd0ecf-cf3e-4cf0-9fb3-cde88fa19798 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 HTTP/1.1" status: 200 len: 1000 time: 0.0961013 May 31 18:23:44.391438 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4ed60-e8fb-45b4-a45a-762d17ff2377 req-20ed82ec-8f08-4aea-9e5d-9e687c6bfabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:44.393360 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-12f4ed60-e8fb-45b4-a45a-762d17ff2377 req-20ed82ec-8f08-4aea-9e5d-9e687c6bfabb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23a5645f-f287-424a-bed2-fe7d9c273f95 HTTP/1.1" status: 200 len: 856 time: 0.0560367 May 31 18:23:44.474858 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4ed60-e8fb-45b4-a45a-762d17ff2377 req-b8de3cbd-848b-4f8a-b946-99bdfc3caeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:44.476314 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-12f4ed60-e8fb-45b4-a45a-762d17ff2377 req-b8de3cbd-848b-4f8a-b946-99bdfc3caeb8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94b1778a-3714-47c8-abf7-03652140706b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765378 May 31 18:23:44.606874 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-12f4ed60-e8fb-45b4-a45a-762d17ff2377 req-35c00b2b-142c-4c6e-af81-cbd9a5b4c63d service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239395 May 31 18:23:44.737568 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-12f4ed60-e8fb-45b4-a45a-762d17ff2377 req-1f3d7561-6974-468d-9811-90f471dc0e57 service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236904 May 31 18:23:45.027239 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:46.934633 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7fbecf9e-875c-4aad-a457-e32bb371625c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:49.337843 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:49.712649 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c48d36e4-cdc0-4c2d-bc66-763a863c20bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:50.313792 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:52.100762 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:14.008448 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:24:15.042235 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:16.937470 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-fc963e17-1a15-41a4-a708-ad4bb1f1e347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:19.339899 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:19.715914 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b884e292-f04a-4a1c-9818-6d23e02e6184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:20.316741 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.104423 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:43.925319 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-566a2ffe-3c52-49ff-af6d-0566f7393a59 req-afe470a2-e08c-45c7-ad00-9943d5430b63 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685778 May 31 18:24:44.014219 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a2ffe-3c52-49ff-af6d-0566f7393a59 req-675b03b4-18a0-4206-a599-77566a50a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:44.015788 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-566a2ffe-3c52-49ff-af6d-0566f7393a59 req-675b03b4-18a0-4206-a599-77566a50a59c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e0ba4821bf84395b9662f29d0e886ca&device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 1099 time: 0.0698318 May 31 18:24:44.159208 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a2ffe-3c52-49ff-af6d-0566f7393a59 req-697a67d2-e0d9-4e6c-b421-bdb773d8758e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:44.160665 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-566a2ffe-3c52-49ff-af6d-0566f7393a59 req-697a67d2-e0d9-4e6c-b421-bdb773d8758e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 HTTP/1.1" status: 200 len: 912 time: 0.1265554 May 31 18:24:44.351736 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-566a2ffe-3c52-49ff-af6d-0566f7393a59 req-7df702f0-9375-493e-88d3-4732da8f0846 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbe7ca29-97d7-4a11-bf95-0720875ce363 HTTP/1.1" status: 200 len: 1001 time: 0.1835885 May 31 18:24:44.416963 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a2ffe-3c52-49ff-af6d-0566f7393a59 req-40bd9a8e-b825-4f3d-9ddc-a121c76a5226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:44.418343 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-566a2ffe-3c52-49ff-af6d-0566f7393a59 req-40bd9a8e-b825-4f3d-9ddc-a121c76a5226 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec71e230-9295-42e2-886a-2045075dddec HTTP/1.1" status: 200 len: 850 time: 0.0605652 May 31 18:24:44.491669 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a2ffe-3c52-49ff-af6d-0566f7393a59 req-9acf1374-fae3-4f76-91fc-42b64721d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:44.493112 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-566a2ffe-3c52-49ff-af6d-0566f7393a59 req-9acf1374-fae3-4f76-91fc-42b64721d23e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679584 May 31 18:24:44.634759 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-566a2ffe-3c52-49ff-af6d-0566f7393a59 req-0c61f44f-e4c5-4876-82c7-d5d4cf43b760 service neutron] 10.222.0.43 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349010 May 31 18:24:44.764434 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-566a2ffe-3c52-49ff-af6d-0566f7393a59 req-3cbe8419-4dd8-4c93-bc28-3ddb365d0cef service neutron] 10.222.0.43 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229753 May 31 18:24:45.040292 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:46.938110 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7196bf50-92ff-438d-a591-7b11ff11dd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:49.341991 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:49.716823 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-58901372-6eaf-4e9b-8b59-406ac32bd109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:50.319707 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:51.006836 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:24:52.112602 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:15.059604 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:16.939831 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4499fa85-0824-44b2-b685-3885a3159c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:19.343407 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:19.719333 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cefcb1b8-3050-4a8a-94c0-a0997407b386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:20.322457 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:22.113812 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:28.005062 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:25:43.912440 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1c184d14-6f4f-408d-856b-7f3ed28245ad req-cbf3560b-cca3-45b9-a5fa-c0958773088a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727553 May 31 18:25:44.003535 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c184d14-6f4f-408d-856b-7f3ed28245ad req-45b59cd8-a1c3-4030-aa34-aaa358d8f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:44.005006 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1c184d14-6f4f-408d-856b-7f3ed28245ad req-45b59cd8-a1c3-4030-aa34-aaa358d8f1e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f40ff52ab0247e7b58b3936ba7d1ffc&device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 1098 time: 0.0706882 May 31 18:25:44.148872 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c184d14-6f4f-408d-856b-7f3ed28245ad req-66b180c0-c5e7-4819-a68c-c81c2c9b7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:44.150930 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1c184d14-6f4f-408d-856b-7f3ed28245ad req-66b180c0-c5e7-4819-a68c-c81c2c9b7fcc service neutron] 10.222.0.43 "GET /v2.0/networks?id=06533e76-9505-417a-9cc9-63152fd856c4 HTTP/1.1" status: 200 len: 915 time: 0.1277359 May 31 18:25:44.221052 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1c184d14-6f4f-408d-856b-7f3ed28245ad req-0191517a-42c8-4ba2-940b-2f1c69a5fbe2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a243e09-3647-4410-872e-f8b8690b63d9 HTTP/1.1" status: 200 len: 217 time: 0.0638924 May 31 18:25:44.281794 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c184d14-6f4f-408d-856b-7f3ed28245ad req-bf887d92-d860-44c1-ac60-73ba1f742bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:44.283127 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1c184d14-6f4f-408d-856b-7f3ed28245ad req-bf887d92-d860-44c1-ac60-73ba1f742bd3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08915304-fbfd-462b-ba82-8c64e6201154 HTTP/1.1" status: 200 len: 854 time: 0.0562785 May 31 18:25:44.328605 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1c184d14-6f4f-408d-856b-7f3ed28245ad req-87d2504e-d33b-4f48-9d78-35e39f18d28f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06533e76-9505-417a-9cc9-63152fd856c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391974 May 31 18:25:44.457589 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1c184d14-6f4f-408d-856b-7f3ed28245ad req-b6de5e83-6850-48a4-aa95-87158317f774 service neutron] 10.222.0.43 "GET /v2.0/networks/06533e76-9505-417a-9cc9-63152fd856c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229637 May 31 18:25:44.587638 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1c184d14-6f4f-408d-856b-7f3ed28245ad req-ba46b6aa-17b3-4516-94a9-7beee3ccb911 service neutron] 10.222.0.43 "GET /v2.0/networks/06533e76-9505-417a-9cc9-63152fd856c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237302 May 31 18:25:45.058496 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:46.941801 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-705e7e23-b2ef-48f3-8853-d6a99265eeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:49.370966 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:49.569814 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6ac25-0485-4be6-8ac3-e29ec0080a32 req-7b890c0c-0297-412f-a60b-6600e74d430b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:49.571849 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-59e6ac25-0485-4be6-8ac3-e29ec0080a32 req-7b890c0c-0297-412f-a60b-6600e74d430b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 945 time: 0.1361535 May 31 18:25:49.617850 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-59e6ac25-0485-4be6-8ac3-e29ec0080a32 req-d776267b-e0d3-4b73-8ac0-2d6c38db9b59 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386848 May 31 18:25:49.721519 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-6053689b-5f48-4b87-84c4-6a2dfc23e841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:50.332414 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:50.869700 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b6611-6d45-4b5d-b270-737bd68dd519 req-79a60b66-fb76-4d95-acf7-271e2c212fed tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:50.871103 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-734b6611-6d45-4b5d-b270-737bd68dd519 req-79a60b66-fb76-4d95-acf7-271e2c212fed tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 945 time: 0.1307657 May 31 18:25:50.918423 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-734b6611-6d45-4b5d-b270-737bd68dd519 req-92a7239d-0394-45ab-a56d-87cf53884c94 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?id=b07a63c8-3f27-4530-9ff3-ecff051c1d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416415 May 31 18:25:51.147034 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6738c-426f-45d2-8761-6a5b4f0fe1c9 req-41120104-44d6-4fc2-ba5e-50c7eef65954 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:51.148360 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e5f6738c-426f-45d2-8761-6a5b4f0fe1c9 req-41120104-44d6-4fc2-ba5e-50c7eef65954 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.43 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 945 time: 0.0771403 May 31 18:25:51.283064 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-e5f6738c-426f-45d2-8761-6a5b4f0fe1c9 req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Deleting port 0196124f-1070-4ffe-92ab-a77f9c2a348f {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:25:51.283401 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-e5f6738c-426f-45d2-8761-6a5b4f0fe1c9 req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:51.502903 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-e5f6738c-426f-45d2-8761-6a5b4f0fe1c9 req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] For port 0196124f-1070-4ffe-92ab-a77f9c2a348f, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0196124f-1070-4ffe-92ab-a77f9c2a348f,segment=NetworkSegment(090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49),segment_id=090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:25:51.503266 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-e5f6738c-426f-45d2-8761-6a5b4f0fe1c9 req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:51.798571 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-e5f6738c-426f-45d2-8761-6a5b4f0fe1c9 req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:51.798973 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-e5f6738c-426f-45d2-8761-6a5b4f0fe1c9 req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401662'] for floatingip, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:51.799357 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.l3_db [req-e5f6738c-426f-45d2-8761-6a5b4f0fe1c9 req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Floating IP 74db9faa-8bba-4900-975c-92bfbbf7ce6f disassociated. External IP: 172.27.0.223, port: 0196124f-1070-4ffe-92ab-a77f9c2a348f. May 31 18:25:51.799736 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-e5f6738c-426f-45d2-8761-6a5b4f0fe1c9 req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Calling delete_port for 0196124f-1070-4ffe-92ab-a77f9c2a348f owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:25:51.912533 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-e5f6738c-426f-45d2-8761-6a5b4f0fe1c9 req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:51.917896 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:51.963888 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Pushing event deleted for resources: {'Port': ['ID=0196124f-1070-4ffe-92ab-a77f9c2a348f,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:51.975378 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:51.975839 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:51.976195 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:51.976565 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:51.977020 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:51.977295 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:51.977651 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:51.978005 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:51.978357 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:51.978706 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:51.979083 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:51.979432 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:52.041840 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:52.113546 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9d67f792-2eeb-42a0-ad51-bc593305c60b req-97edc6eb-d90f-4c55-9987-44cdb9aa7479 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0564792 May 31 18:25:52.121762 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:52.218289 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5f6738c-426f-45d2-8761-6a5b4f0fe1c9 req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Router 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:25:52.408000 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5f6738c-426f-45d2-8761-6a5b4f0fe1c9 req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:25:52.418552 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5727cf1-48f7-4e9a-b28e-3303d51cef63 None None] Sync routers for ids ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:25:52.427890 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5727cf1-48f7-4e9a-b28e-3303d51cef63 None None] Routers {'72a2d5ad-d708-46ad-bb62-ddb2ecc56688'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:25:52.428638 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-c5727cf1-48f7-4e9a-b28e-3303d51cef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:25:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:52.482854 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f6738c-426f-45d2-8761-6a5b4f0fe1c9 req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] No DVR routers for this DVR port 0196124f-1070-4ffe-92ab-a77f9c2a348f on host hv-cinder-77005 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:25:52.485816 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-e5f6738c-426f-45d2-8761-6a5b4f0fe1c9 req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:52.489713 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41743048-c8a0-4b05-847d-7d9b043d3dd2', 'name': 'network-vif-deleted', 'tag': '0196124f-1070-4ffe-92ab-a77f9c2a348f'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:25:52.492749 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e408cc4-53de-4e1a-815e-5b68e19da32b" -d '{"events": [{"server_uuid": "41743048-c8a0-4b05-847d-7d9b043d3dd2", "name": "network-vif-deleted", "tag": "0196124f-1070-4ffe-92ab-a77f9c2a348f"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:25:52.511959 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e5f6738c-426f-45d2-8761-6a5b4f0fe1c9 req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.43 "DELETE /v2.0/ports/0196124f-1070-4ffe-92ab-a77f9c2a348f HTTP/1.1" status: 204 len: 173 time: 1.3580739 May 31 18:25:52.634446 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edaad8fe-4834-41e7-8bbb-c864e34e025d x-openstack-request-id: req-edaad8fe-4834-41e7-8bbb-c864e34e025d {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:25:52.634959 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41743048-c8a0-4b05-847d-7d9b043d3dd2", "name": "network-vif-deleted", "tag": "0196124f-1070-4ffe-92ab-a77f9c2a348f", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:25:52.635246 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-edaad8fe-4834-41e7-8bbb-c864e34e025d {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:25:52.635817 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41743048-c8a0-4b05-847d-7d9b043d3dd2', 'name': 'network-vif-deleted', 'tag': '0196124f-1070-4ffe-92ab-a77f9c2a348f', 'status': 'completed', 'code': 200} May 31 18:25:52.640016 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-c5727cf1-48f7-4e9a-b28e-3303d51cef63 None None] Set router 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:25:52.994642 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-c5727cf1-48f7-4e9a-b28e-3303d51cef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'name': 'tempest-TestVolumeBootPattern-1222185031-router', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:47Z', 'updated_at': '2021-05-31T18:20:52Z', 'revision_number': 4, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'gw_port': {'id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:48Z', 'updated_at': '2021-05-31T18:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '39da446a-9817-4be3-82bb-11a115704ab2', 'name': '', 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'mac_address': 'fa:16:3e:42:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:51Z', 'updated_at': '2021-05-31T18:21:00Z', 'revision_number': 5, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'subnets': [{'id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:52.998545 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5727cf1-48f7-4e9a-b28e-3303d51cef63 None None] Checking router: 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:25:53.007299 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5727cf1-48f7-4e9a-b28e-3303d51cef63 None None] Routers {'72a2d5ad-d708-46ad-bb62-ddb2ecc56688'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:25:53.007905 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-c5727cf1-48f7-4e9a-b28e-3303d51cef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:25:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:53.189384 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-c5727cf1-48f7-4e9a-b28e-3303d51cef63 None None] Set router 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:25:53.266672 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-91045c8b-f5c8-4a29-83c7-a96df9196aa8 req-b340b347-9845-49a2-969e-86755b5010a6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Synchronizing usage tracker for tenant:e926edbfad764e1487ebcf14b7e20764 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:25:53.296180 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-91045c8b-f5c8-4a29-83c7-a96df9196aa8 req-b340b347-9845-49a2-969e-86755b5010a6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Unset dirty status for tenant:e926edbfad764e1487ebcf14b7e20764 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:25:53.297453 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-91045c8b-f5c8-4a29-83c7-a96df9196aa8 req-b340b347-9845-49a2-969e-86755b5010a6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0755730 May 31 18:25:53.504314 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-c5727cf1-48f7-4e9a-b28e-3303d51cef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'name': 'tempest-TestVolumeBootPattern-1222185031-router', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:47Z', 'updated_at': '2021-05-31T18:20:52Z', 'revision_number': 4, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'gw_port': {'id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:48Z', 'updated_at': '2021-05-31T18:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '39da446a-9817-4be3-82bb-11a115704ab2', 'name': '', 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'mac_address': 'fa:16:3e:42:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:51Z', 'updated_at': '2021-05-31T18:21:00Z', 'revision_number': 5, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'subnets': [{'id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:53.508297 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5727cf1-48f7-4e9a-b28e-3303d51cef63 None None] The sync data for ids ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'] in dv-cinder-770050-4-iscsi is: [{'id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'name': 'tempest-TestVolumeBootPattern-1222185031-router', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:47Z', 'updated_at': '2021-05-31T18:20:52Z', 'revision_number': 4, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'gw_port': {'id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:48Z', 'updated_at': '2021-05-31T18:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '39da446a-9817-4be3-82bb-11a115704ab2', 'name': '', 'network_id': '998a2356-dae0-45db-b64a-7fa99f710fbc', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'mac_address': 'fa:16:3e:42:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:51Z', 'updated_at': '2021-05-31T18:21:00Z', 'revision_number': 5, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'subnets': [{'id': 'e4e44409-7a3f-4930-86b5-98a4a2bcb9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:25:53.734558 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644be9be-5713-4e3f-bf79-868bfd3dee7a None None] New status for floating IP 74db9faa-8bba-4900-975c-92bfbbf7ce6f: DOWN {{(pid=91736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:25:54.454894 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b0c7983e-5248-4449-b3cc-53859adbd745 req-3d3f1d1b-ac8b-4ec9-a3af-ceef24284176 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0427318 May 31 18:25:54.951250 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 0196124f-1070-4ffe-92ab-a77f9c2a348f no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:25:54.988567 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] No Port match for: 0196124f-1070-4ffe-92ab-a77f9c2a348f {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:25:54.988920 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 0196124f-1070-4ffe-92ab-a77f9c2a348f not bound to the agent host hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:25:55.601968 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-477560f3-29e9-490e-bb09-945cee2dd1b4 req-d270f26f-09ba-419a-83a9-82efd170e53d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0421462 May 31 18:25:56.749356 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c2738257-fec7-481d-a261-c035135bda05 req-4e20419f-020e-42e8-8361-831e293254c1 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0454078 May 31 18:25:57.901760 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-685a4e3a-bf1a-41da-8756-3f649260eb1a req-b9139a40-5e8c-4fa8-92ef-3b705e1c5c43 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0468414 May 31 18:25:59.049159 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4b62feda-68ca-4229-9883-69d53848d198 req-bdd3b43c-c486-4602-99e6-3352e4bd42c6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0433011 May 31 18:26:00.200176 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d777dd7d-79e0-4ff5-ad81-9fdc6f44f850 req-e4fef538-ed48-4dda-81d3-e64cf85df65d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0460262 May 31 18:26:01.347888 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bd715662-47fa-49e7-9426-164ef7501ec3 req-bb8e7e05-c1f0-4a07-a1c1-a75798d527e2 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0425394 May 31 18:26:02.600063 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-373789e7-f560-4a74-9ac6-5accbd622678 req-ca00a67a-bf89-4121-b0d6-6c7023759d26 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0425398 May 31 18:26:03.854398 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7b249281-7eb1-4c93-ba48-060aff5838ce req-c7f1f280-3433-4ca0-8c0c-c069141bad13 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.1502287 May 31 18:26:05.004048 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:26:05.006670 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-416a9445-3341-4df5-8bbc-a1c8360d800a req-f9164a54-932f-48f2-8a95-5be327c461ac tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0432463 May 31 18:26:06.157685 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-77edf309-bfed-461a-a285-98171b2ab68c req-28147d26-2b29-4c89-a38d-68874ec8346c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0455222 May 31 18:26:07.304204 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c58ee189-e46c-421a-9f63-1c21b20ecc06 req-e161b5f8-a14b-4b9d-b19d-b221036d3c89 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0421882 May 31 18:26:08.456270 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e41af4a4-da27-4df0-885b-082228984640 req-bf458ef1-4c39-4c0b-85ba-98e6031bba56 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0461802 May 31 18:26:09.610051 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f51e9102-cb51-4d82-8a83-fd6e42a9fc4a req-6a209aab-2c08-4b3d-bce2-1b9a35a504c3 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0466242 May 31 18:26:10.754327 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-25e14dc3-818d-4de4-9a70-8a7770d00c7a req-009d5269-8d8b-4c8e-9b72-36c929cc0077 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0417657 May 31 18:26:11.904950 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ff314aa2-6dc2-4e97-91f4-5a8a4cd0ea65 req-e722efe7-96a9-4120-9fed-6ac6abce908e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0431495 May 31 18:26:13.054789 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0e3fdf40-3ff3-4ca1-9e15-2c865d7ee75d req-9f050c82-6108-42bb-ae03-5aa9e41e4d78 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0474269 May 31 18:26:14.199332 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c847ee07-3a6d-4ca9-ae9a-6c1b7e1e2e06 req-99662e75-e497-46d9-92e5-e794941b22ea tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0421276 May 31 18:26:15.067244 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.346427 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-af86ba03-6460-4af3-87e9-f2f8e470fe3a req-f487d8e1-9c3f-4ebe-997e-01d5e70f123f tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0425887 May 31 18:26:16.500803 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f97e074b-94fb-464e-b5ac-10c1393234ca req-3089cfad-2096-41ef-a681-186137741e86 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0460281 May 31 18:26:16.944368 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-45e634a1-e540-4303-8f27-7f11f3c143d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:17.646173 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0be0d7c6-7d7e-4c7b-a42e-11ebecbb228f req-1ce85b98-3254-4f3e-bc0c-e98b030141d6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0415292 May 31 18:26:18.795328 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ccc83f00-5c5d-40ac-a5ce-8e89bbebb9b8 req-672b890c-abfc-449b-aa95-3288e0bbfae8 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0429933 May 31 18:26:19.346282 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:19.721730 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0cd567fc-5977-4d10-b6cb-b8574a7d40bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:19.947513 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d19c975a-1a74-475e-a4b3-35d9926550c9 req-c7f9f680-42e4-42e1-8db0-343a63851a90 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0470059 May 31 18:26:20.328245 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:21.095330 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-06ec995a-a79f-4f24-80da-17df24b52bb0 req-e30fb056-50d9-4be9-ac30-c961f1070ae4 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0433483 May 31 18:26:22.118711 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:22.247405 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d548f2d8-1060-46f5-a23b-8b11a4c39cad req-de28404b-6cd4-45ed-9982-9d3d34f982ed tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0440388 May 31 18:26:23.396233 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0f8dd543-4235-45be-ab11-f8f66e49f247 req-f2594174-6b0d-4cba-bd02-2fd449bb74cd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0453315 May 31 18:26:24.546345 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2dc6fe9f-c032-4489-a321-f3d1045b22c9 req-31fb8fef-9d32-4e79-89b0-c57f2194e2ae tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0431199 May 31 18:26:25.701498 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bdbb2c94-201b-4523-ac90-dfd1c41ee65d req-6738aba3-af87-4fb4-8f3a-4ab0d3743e1f tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0426648 May 31 18:26:26.853603 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-49c0b242-aa75-4817-858a-9d44a7862e93 req-5e136b6c-f075-4753-8a2b-14d696391a5c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0451498 May 31 18:26:28.004510 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0ed3cd02-2ace-453b-9645-705410be7066 req-cbf93d9b-0d88-4f1e-8e5d-8452adc12ac9 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0436375 May 31 18:26:29.153268 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1149b396-2cfe-44b9-9b4d-2f0006b9dc11 req-51ee854f-6ff7-41e2-a29b-47838704ba67 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0429482 May 31 18:26:30.323010 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-71c8c5de-6cd6-41ea-adaf-02a891d52112 req-92115fc3-d57c-4d14-b163-872478240248 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0528255 May 31 18:26:31.472834 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1af0b989-d398-4226-b6d1-4ed27de6a6c6 req-bf720f88-ef95-464c-94db-9f3e434f4f6b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0442305 May 31 18:26:32.622202 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-243a665a-0197-4efb-ac9a-c4163c46d342 req-d45b51e8-9ce3-4e7a-aead-8ee6d923a514 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0439322 May 31 18:26:33.767927 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8e41586f-e139-4586-8c97-ae5c3b811edc req-4ca657c1-7df6-403b-a817-844abab50137 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0454404 May 31 18:26:34.916465 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e3342f02-0a8f-4eb5-a8fe-ec80346f7bcd req-eecc02c9-94b7-4219-abab-4a7bf8874ab6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0440595 May 31 18:26:36.066171 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bf01ec4b-41d4-4031-83e9-b9e3400550c9 req-bb3a8ad5-4bad-417c-aad8-ff4f53e44b11 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0440862 May 31 18:26:37.215108 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e6754648-1b5c-47c4-939b-66887d2e5fb2 req-138a1101-a2b3-4fe9-826d-52608bac6fce tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0455055 May 31 18:26:38.360993 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-74732a9a-ac15-4efd-818c-a60708464b8c req-990deeab-f527-4c7c-bf4d-f871bd4eb4f6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0414653 May 31 18:26:39.510389 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5ac2409d-1ce9-4322-9a2a-12d5add14359 req-c9c41ed0-3322-49fe-8d1c-c1d49880c77a tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0435674 May 31 18:26:40.658692 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-15e4182b-c869-4be0-aa3f-da8d1986907a req-d2fdb68f-b58f-4bff-a9a8-bd21eff3bb2d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0459604 May 31 18:26:42.004085 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:26:42.034969 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1a64594a-05ce-43f5-ae76-b59ed5645ff2 req-593fd3fe-ccb9-490e-a5aa-32e68043dc6c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.1316233 May 31 18:26:43.184118 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ac95b765-bb7f-4033-bf88-8be3792917f4 req-3aca29db-6e84-4f89-9fda-d7c80a3ca0bb tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0424879 May 31 18:26:44.331437 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-30e20710-ebd3-43dd-9f04-412376a236fd req-c4f87c28-bca8-4844-acd2-80340489e896 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0445280 May 31 18:26:45.071630 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:45.475575 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-db466bd1-f4ec-4c53-abde-dee8b75dc016 req-04f275b9-d767-4b66-92b8-741f18726d96 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0417957 May 31 18:26:46.104327 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bc0f0bfe-56e3-4cbb-9170-8cc15e1738fe req-4cdc3a65-1306-43e8-bb4d-f6d820bd7f5c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715492 May 31 18:26:46.205054 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f0bfe-56e3-4cbb-9170-8cc15e1738fe req-b257d967-2219-458a-bfb3-8b22bb84185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:46.206973 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bc0f0bfe-56e3-4cbb-9170-8cc15e1738fe req-b257d967-2219-458a-bfb3-8b22bb84185e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 1099 time: 0.0791841 May 31 18:26:46.360069 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f0bfe-56e3-4cbb-9170-8cc15e1738fe req-18be3826-0bd5-4925-b41b-04ab903c69e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:46.361505 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bc0f0bfe-56e3-4cbb-9170-8cc15e1738fe req-18be3826-0bd5-4925-b41b-04ab903c69e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1315436 May 31 18:26:46.433521 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bc0f0bfe-56e3-4cbb-9170-8cc15e1738fe req-c0a71b0a-6139-42ae-af65-6db0d2d7a93b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95f348e1-f448-46b8-bd99-32f1882741c5 HTTP/1.1" status: 200 len: 217 time: 0.0650501 May 31 18:26:46.493572 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f0bfe-56e3-4cbb-9170-8cc15e1738fe req-2cfbbc7d-0fed-4207-b4eb-44ecdbb74ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:46.494999 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bc0f0bfe-56e3-4cbb-9170-8cc15e1738fe req-2cfbbc7d-0fed-4207-b4eb-44ecdbb74ae4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0558801 May 31 18:26:46.543108 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bc0f0bfe-56e3-4cbb-9170-8cc15e1738fe req-6df5b9f6-3b76-457b-85f2-0bab3ea9b104 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417521 May 31 18:26:46.674300 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f2cd5d39-23d1-45a7-bfe9-c99de4a135af req-d2872323-0c89-4d52-90d6-bc48201af3e3 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0556877 May 31 18:26:46.714366 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bc0f0bfe-56e3-4cbb-9170-8cc15e1738fe req-439bc1b4-81ab-4e54-a24e-85fe8607038c service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653285 May 31 18:26:46.843520 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bc0f0bfe-56e3-4cbb-9170-8cc15e1738fe req-663e9842-9842-4202-b8e9-250c01e8d841 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224720 May 31 18:26:46.945745 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-64702e26-a680-4b68-8265-9dbe0719e59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:47.820999 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-20a8ea68-8322-47f7-9057-6807e83b4d22 req-4e9b6c52-4d56-4d2d-968b-3fb749c04421 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0440993 May 31 18:26:48.964388 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bb0a3abe-c09b-4ca3-b638-09244bab93eb req-1fa08426-dba7-4dc7-9dfd-689809e558cc tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0420997 May 31 18:26:49.348362 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:49.722592 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0d5102d8-0972-4ad9-8d2d-68cddd1031b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:50.115202 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-682eb6ba-c5b5-44cc-a52a-ee143965496d req-f4bcffb0-6ed5-407c-9781-afbc0c4a9c62 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0475059 May 31 18:26:50.330277 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:51.265017 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-217ef81d-6d56-49f4-81eb-0d81e079f2f0 req-344c2af1-ae5e-4be3-8ea6-939164c18870 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0421486 May 31 18:26:52.123692 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:52.411052 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9e759f5b-ccf9-47a4-ae50-fb3aa51aecf5 req-93a3a785-2ab2-469a-9c59-d5edaba64c99 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0415184 May 31 18:26:53.565048 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-84193364-5115-4463-94a0-8efe4b362ed6 req-04c73900-1fe9-404a-99ad-a99c1f2553d0 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0461304 May 31 18:26:54.711598 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d8f7139f-eba2-47ff-a00d-170be2512269 req-11fe9ad8-8aef-4b2d-a77c-b26b1d8c9095 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0421834 May 31 18:26:55.857601 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-87ce1ab2-51a1-4159-a5c7-62fafb11a8f2 req-3f59eb85-7b70-476f-87fd-5fee5f52847f tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0425007 May 31 18:26:57.007931 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-04808c97-0c24-47d6-bd2a-8692d4e6053f req-dacf42cb-3ae1-4fb0-b81c-1bd658506f4a tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0455840 May 31 18:26:58.156117 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-13f6c59e-cd24-49cb-a7ad-28a8574c3807 req-60a8ca07-c036-4163-8990-5472b235398d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0427487 May 31 18:26:59.305053 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3e37688f-70c6-4ea6-8b8e-019d597680f8 req-73a66e72-2700-48b8-8e71-6abbacac2334 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0430014 May 31 18:27:00.549724 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b285938a-911f-452c-a9a4-6b80f593b9ed req-c144ec95-f88a-451c-af69-8ad77a1beccc tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.1397307 May 31 18:27:01.697719 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-69a8295b-4257-423c-9cce-df54a4746163 req-0c83ee15-1d25-44ea-845b-b25098c34c24 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0420780 May 31 18:27:02.844688 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-156ec366-d245-4fbc-9d50-d1454bf4f505 req-31ab290a-ebf5-4e7c-9910-4b5488e6f6c2 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0444372 May 31 18:27:03.994216 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0bce2e09-8cdc-4744-8610-0330575b5db7 req-8688ff04-1403-427f-a44b-658536f4a02e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0414979 May 31 18:27:05.138658 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3e3aba70-08a1-4649-888d-09f53bc2c593 req-b651cd86-5462-4dba-b835-f7ad1fb49e1a tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0418293 May 31 18:27:06.308234 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e5530242-7738-4eff-8398-46e9f29e7c63 req-77d75d37-3a14-4bef-a2a0-83a1ab985efe tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0459545 May 31 18:27:07.456159 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0d04fc7b-bc4f-44e2-b581-5cb786c5328e req-62a90cfe-a621-4b31-b2a1-e7df2645a327 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0418446 May 31 18:27:08.603969 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ed96d819-0d89-41af-8a9c-639d715d4496 req-5ce43b45-b022-4b61-93aa-cfe56dc802a0 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0437348 May 31 18:27:09.751882 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-17d341cc-6acb-477e-b7a4-57d0500e1955 req-be45521e-8795-49b7-864f-9c58b3b1aeb7 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0447168 May 31 18:27:10.902922 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7a542f20-9928-422d-a79b-70f9567f1c7a req-b3394872-3808-4c4a-8845-025e695c5b86 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0420771 May 31 18:27:12.049377 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d6e2585a-9a6d-4444-ae05-5b72a795e1fd req-4a05af65-645f-47a4-863c-9e39c0f658b8 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0432127 May 31 18:27:13.198790 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-acd53062-6886-45fa-b23e-b8f1ffebb29a req-07d86c66-36e1-4733-ade2-488023a6e1db tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0468895 May 31 18:27:14.347933 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b817480a-d9da-4328-a0a0-f9a0843995e9 req-60a2bcb3-39f6-4d31-b43e-5f756e8e72e7 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0430887 May 31 18:27:15.084204 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:15.492663 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-40bdc6e2-b612-448d-a0c3-b3de5011b663 req-3c2537c7-83af-4610-82da-085292058ba6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0429692 May 31 18:27:16.643411 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-453c4e64-2da2-41cf-a196-43ce8a5dcae6 req-6e032d3d-0f5e-4979-b6f3-903194aba339 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0476711 May 31 18:27:16.946363 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ceadf7b2-acde-49d2-aaa9-47491a632bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:17.794692 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-033cd951-bc92-48e5-b0bf-15701a07236f req-7954443c-fd94-4a40-a56e-48cfa840dbf9 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0438638 May 31 18:27:18.944992 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7cca2ef4-0043-42de-987d-141e4ab8a932 req-4c36ce93-a95a-4e09-8852-671b74245d39 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0442872 May 31 18:27:19.002643 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:27:19.352834 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:19.723636 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f83d385e-f12c-485c-824b-c4a91135b0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:20.094252 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-362df43c-4cf0-4759-8315-b39688348d50 req-aa44aa49-50b4-4b98-bae7-1f6976afe589 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0466483 May 31 18:27:20.331973 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:21.244338 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9a2d9144-0745-469c-8ec5-f06cbb6d7af4 req-8f016f4b-92af-4e96-b17b-d874f1ffb3b8 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0422032 May 31 18:27:22.126763 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:22.393226 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-41f8ce8c-c0d5-43ca-b417-b17b9a5876c1 req-bcc79ded-44d6-4ecb-a918-77aaf6925881 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0428174 May 31 18:27:23.541841 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-86cd6c91-79d8-4ee1-98a6-e90adfc16b9c req-8b3bfe65-df30-434d-9d46-8fab8b5f76bc tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0457137 May 31 18:27:24.691648 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d7e456e9-9ff2-4166-840e-21d958555c0a req-11f5ad3d-6cee-48d1-9157-7aea3cbc315c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0416744 May 31 18:27:25.843288 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-961bf65e-2c93-47b0-a4a7-c010b7a89ef3 req-1e9ff02b-321b-4e9e-9e43-fec77798b696 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0490375 May 31 18:27:26.995076 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-85b42127-85d6-40a3-8698-4bc6e183025f req-b703af8f-7be4-4672-abd1-6403ab515532 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0457284 May 31 18:27:28.147188 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a6c95385-0737-4474-bcf7-34d7720de35b req-d8e15c5b-b4f3-4140-9113-c7bcc592b81b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0468979 May 31 18:27:29.293456 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e14dd267-7a35-4c02-a332-5a2c42197e1e req-47806c8e-6fcc-4989-a02b-9756d0b1b60d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0421944 May 31 18:27:30.440347 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a6b55ea9-db0b-47f2-bf16-f6fdaf03ca88 req-40b65082-b673-404f-a577-97e076529aa9 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0441918 May 31 18:27:31.600339 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-82bbf394-4602-430b-be6e-67e1aed3991f req-55fafcc3-6fdb-493e-9ffe-c27749abab38 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0436225 May 31 18:27:32.744919 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f5355694-52fb-4a0f-a6e8-6e6cfa668812 req-c072f902-ad7b-4a6b-8dbf-241b21f3d686 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0418515 May 31 18:27:33.894478 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d85fb967-572b-4a49-b5c7-436bb9bf005e req-fe8a4b09-1409-41bf-bead-7dff235a8482 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0449290 May 31 18:27:35.044677 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bc010359-43d6-4b14-a160-59f81c5c42a7 req-4e136fe0-cf3e-4563-945d-575daa95b05d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0427783 May 31 18:27:36.196286 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-98304345-c862-4ea3-96b7-8697e8ea1cc0 req-8f1f7022-7e5e-4226-a2ac-0c52eaa0680c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0445545 May 31 18:27:37.348331 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-73cbaf15-8ce7-43d9-8cc6-27985e118355 req-6630dcc7-e7ce-4bcb-8585-8c0d585bae75 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0457082 May 31 18:27:38.601514 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-253d318b-3c2b-459f-a926-54e2c66bc52b req-e246a794-0dd8-4be7-be37-2f3eca3f4098 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.1418421 May 31 18:27:39.753577 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3dd1fa8d-1a33-4546-9201-d902dee03e04 req-f2c323b7-84e7-44e0-b282-10c426cadd5d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0426388 May 31 18:27:40.908355 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f55205bf-3d3e-4fd7-a953-e900759de8e0 req-f33342eb-4e94-4be9-b492-8835da798d05 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0492821 May 31 18:27:42.062836 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3d4aada6-82db-4f1e-9e0a-c54031973ec0 req-10aa054e-d7ee-4e17-bff0-46e877058b58 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0437174 May 31 18:27:43.211813 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3e7b52cb-570d-4645-86c0-0cfbcaf76314 req-36be0a65-3b27-4af6-a1a7-62c36eb0c12d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0436928 May 31 18:27:44.369411 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-03580b72-0cd9-43ab-8589-4f2feac65633 req-ca92bb27-2fef-40dd-915b-6b35cb76d615 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0447712 May 31 18:27:45.085779 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:45.517256 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-debf9b5c-cc8f-44ff-a39c-e263c0375311 req-f592ba72-7036-4980-b738-2e8c15b62bfb tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0430746 May 31 18:27:46.667685 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a10bb201-828f-47af-871c-f4be247ca076 req-8cc62d1a-eefa-46d7-aace-28ef071f96a6 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0436580 May 31 18:27:46.947378 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-209b3714-1a9c-46af-ac9c-55d795e62316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:47.845375 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f1ba96de-bebe-4022-99a3-708d32748982 req-5f89824e-ae91-4159-9f5a-4de77f168198 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0747221 May 31 18:27:47.886087 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-93706251-fac1-43d6-b12a-40aa1c725a8d req-0f82fa39-4a26-41eb-8d37-2d8d97f388df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762899 May 31 18:27:48.026800 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93706251-fac1-43d6-b12a-40aa1c725a8d req-358d3bde-71f0-42d6-add7-b884969a2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:48.028254 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-93706251-fac1-43d6-b12a-40aa1c725a8d req-358d3bde-71f0-42d6-add7-b884969a2b90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71370ff0ec1348e8a0dd470d369623bb&device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 1098 time: 0.0745685 May 31 18:27:48.169693 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93706251-fac1-43d6-b12a-40aa1c725a8d req-b32091ad-4114-4f2c-b02e-252c6a887571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:48.171026 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-93706251-fac1-43d6-b12a-40aa1c725a8d req-b32091ad-4114-4f2c-b02e-252c6a887571 service neutron] 10.222.0.43 "GET /v2.0/networks?id=94b1778a-3714-47c8-abf7-03652140706b HTTP/1.1" status: 200 len: 918 time: 0.1244287 May 31 18:27:48.267672 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-93706251-fac1-43d6-b12a-40aa1c725a8d req-fea8b68e-7fa9-4b02-9242-82c15433c410 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 HTTP/1.1" status: 200 len: 1000 time: 0.0907052 May 31 18:27:48.330665 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93706251-fac1-43d6-b12a-40aa1c725a8d req-89a8d553-f258-45ec-af9b-ab4f2381de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:48.332050 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-93706251-fac1-43d6-b12a-40aa1c725a8d req-89a8d553-f258-45ec-af9b-ab4f2381de7e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23a5645f-f287-424a-bed2-fe7d9c273f95 HTTP/1.1" status: 200 len: 856 time: 0.0585413 May 31 18:27:48.406508 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93706251-fac1-43d6-b12a-40aa1c725a8d req-b60f18f2-e470-4781-91ba-ed7f88a398ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:48.408003 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-93706251-fac1-43d6-b12a-40aa1c725a8d req-b60f18f2-e470-4781-91ba-ed7f88a398ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94b1778a-3714-47c8-abf7-03652140706b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697782 May 31 18:27:48.543774 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-93706251-fac1-43d6-b12a-40aa1c725a8d req-e358ea87-f9ed-4f3e-bb7f-e39cb18a3eeb service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289933 May 31 18:27:48.677393 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-93706251-fac1-43d6-b12a-40aa1c725a8d req-596ebf19-17f0-4cfb-8027-b89a5e29f215 service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269858 May 31 18:27:48.998565 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6ba618bb-c321-462a-89b8-5560a55dba1d req-bf5a7c6a-0c81-4d36-a09e-194d8928f2f7 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0467808 May 31 18:27:49.354799 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:49.723922 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-50a37229-d7d4-4c3e-aa5a-52df1d56e77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:50.149248 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6b4a057d-30c2-4f9b-8204-3c3206c6878c req-f2b4fe46-0449-4597-9fc7-59a7237ffa4c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0458381 May 31 18:27:50.334575 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:51.299316 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-58299a20-d89c-4a96-9988-9a1e05492753 req-5593d634-f6d7-40d1-8975-4c8e762b99e9 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0420761 May 31 18:27:52.130354 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:52.464899 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-08fcff31-71d6-48af-9de8-d695f46a3245 req-41b9de9e-7a60-430e-aeba-67b26a990645 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?device_id=41743048-c8a0-4b05-847d-7d9b043d3dd2 HTTP/1.1" status: 200 len: 210 time: 0.0453236 May 31 18:27:53.778226 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2d380adb-68c3-4597-94a7-5022fb0e5852 req-35dc8bd7-f636-4a89-b468-522de3fbdcf7 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460408479&fields=id&tenant_id=e926edbfad764e1487ebcf14b7e20764 HTTP/1.1" status: 200 len: 267 time: 0.0402851 May 31 18:27:54.015339 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d380adb-68c3-4597-94a7-5022fb0e5852 req-44a82eb1-7871-4a31-b2de-250da12122a9 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:54.016765 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2d380adb-68c3-4597-94a7-5022fb0e5852 req-44a82eb1-7871-4a31-b2de-250da12122a9 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/networks?id=998a2356-dae0-45db-b64a-7fa99f710fbc HTTP/1.1" status: 200 len: 812 time: 0.2323925 May 31 18:27:54.031843 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2d380adb-68c3-4597-94a7-5022fb0e5852 req-59b8c96e-2c1f-4cf7-b59f-751412a7e939 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/quotas/e926edbfad764e1487ebcf14b7e20764 HTTP/1.1" status: 200 len: 375 time: 0.0093191 May 31 18:27:54.115237 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2d380adb-68c3-4597-94a7-5022fb0e5852 req-b5aea5c4-c8bb-4a2e-85c4-04354afc8918 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e926edbfad764e1487ebcf14b7e20764&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780003 May 31 18:27:54.294886 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2d380adb-68c3-4597-94a7-5022fb0e5852 req-0450d269-1a54-436c-ba8c-9bdeb8970cd7 service neutron] 10.222.0.30 "GET /v2.0/networks/998a2356-dae0-45db-b64a-7fa99f710fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661079 May 31 18:27:54.424685 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2d380adb-68c3-4597-94a7-5022fb0e5852 req-a77e0e31-755d-4c13-bc54-98a2c143e935 service neutron] 10.222.0.30 "GET /v2.0/networks/998a2356-dae0-45db-b64a-7fa99f710fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241453 May 31 18:27:54.718665 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 37328) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:54.937546 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Deleting port 750de4c3-0795-4c5d-b824-f00b05b9589f {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:27:54.938137 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:55.071378 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:55.071760 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:55.202790 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Calling delete_port for 750de4c3-0795-4c5d-b824-f00b05b9589f owned by network:floatingip {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:27:55.312255 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:55.316621 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-92bafb78-72a1-4935-89e9-9dc3598c21cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:55.358294 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Pushing event deleted for resources: {'Port': ['ID=750de4c3-0795-4c5d-b824-f00b05b9589f,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:55.395141 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:55.395514 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:55.395879 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:55.396236 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:55.396588 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:55.396941 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:55.397288 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:55.397635 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:55.397981 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:55.398323 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:55.398668 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:55.399039 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:55.410017 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:55.462270 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for floatingip, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:55.479524 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for floatingip, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:55.480627 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "DELETE /v2.0/floatingips/74db9faa-8bba-4900-975c-92bfbbf7ce6f HTTP/1.1" status: 204 len: 168 time: 0.7609723 May 31 18:27:56.002942 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:28:15.098981 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:16.949151 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-21e9c16d-7730-40e4-af45-479281b98d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:19.357288 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:19.724277 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d9656d37-d2e0-41ae-9388-717ace1d96bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:20.336859 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:22.134625 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:24.920915 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f2b9d-a053-47ff-845e-1105cc409163 req-fa03e142-da77-432d-a366-30d680914454 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:24.922412 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a13f2b9d-a053-47ff-845e-1105cc409163 req-fa03e142-da77-432d-a366-30d680914454 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 945 time: 0.0794618 May 31 18:28:24.967690 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a13f2b9d-a053-47ff-845e-1105cc409163 req-30179226-136f-4ea7-a4f2-854bf458a7fa tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396850 May 31 18:28:25.760798 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd40e7-f451-4f06-a6a5-e532206478bf req-459ca815-a4f4-4bed-891a-7b5643bfb129 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:25.762210 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-26cd40e7-f451-4f06-a6a5-e532206478bf req-459ca815-a4f4-4bed-891a-7b5643bfb129 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 945 time: 0.0872762 May 31 18:28:25.901394 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-26cd40e7-f451-4f06-a6a5-e532206478bf req-fac1268b-2e4e-42f3-aeb9-4474c14e04e3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Deleting port 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:28:25.901772 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-26cd40e7-f451-4f06-a6a5-e532206478bf req-fac1268b-2e4e-42f3-aeb9-4474c14e04e3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:26.171481 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-26cd40e7-f451-4f06-a6a5-e532206478bf req-fac1268b-2e4e-42f3-aeb9-4474c14e04e3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] For port 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=96fdff42-2e2a-4953-8f0b-b11d9e3d5f90,segment=NetworkSegment(08c03eab-0a89-4a42-a286-ecc422d5ad49),segment_id=08c03eab-0a89-4a42-a286-ecc422d5ad49)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:26.172154 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-26cd40e7-f451-4f06-a6a5-e532206478bf req-fac1268b-2e4e-42f3-aeb9-4474c14e04e3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:26.355723 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92f985-e224-4cc9-8615-948c07dee474 req-6599ea5f-1a76-400e-a7b8-a3ff4d2754c5 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:26.357173 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-cf92f985-e224-4cc9-8615-948c07dee474 req-6599ea5f-1a76-400e-a7b8-a3ff4d2754c5 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 945 time: 0.2575061 May 31 18:28:26.496213 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-cf92f985-e224-4cc9-8615-948c07dee474 req-53deb504-052b-4682-a570-33740657b485 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ca0226-8505-47e0-9ca6-021c0f66a3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279881 May 31 18:28:26.516704 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-26cd40e7-f451-4f06-a6a5-e532206478bf req-fac1268b-2e4e-42f3-aeb9-4474c14e04e3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:26.517089 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-26cd40e7-f451-4f06-a6a5-e532206478bf req-fac1268b-2e4e-42f3-aeb9-4474c14e04e3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401662'] for floatingip, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:26.517399 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.l3_db [req-26cd40e7-f451-4f06-a6a5-e532206478bf req-fac1268b-2e4e-42f3-aeb9-4474c14e04e3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Floating IP 7a42907f-e8d4-43e4-b04c-46f47896dd54 disassociated. External IP: 172.27.0.17, port: 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90. May 31 18:28:26.517738 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-26cd40e7-f451-4f06-a6a5-e532206478bf req-fac1268b-2e4e-42f3-aeb9-4474c14e04e3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Calling delete_port for 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:28:26.628350 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-26cd40e7-f451-4f06-a6a5-e532206478bf req-fac1268b-2e4e-42f3-aeb9-4474c14e04e3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:26.633822 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3a2f60d7-33ec-48c8-b3ba-bfe3ad026a56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:26.682883 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1268b-2e4e-42f3-aeb9-4474c14e04e3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Pushing event deleted for resources: {'Port': ['ID=96fdff42-2e2a-4953-8f0b-b11d9e3d5f90,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:26.685919 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fac1268b-2e4e-42f3-aeb9-4474c14e04e3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:26.885914 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26cd40e7-f451-4f06-a6a5-e532206478bf req-fac1268b-2e4e-42f3-aeb9-4474c14e04e3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Router c4751df5-e207-469d-a306-8a05677a2892 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:28:27.067771 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26cd40e7-f451-4f06-a6a5-e532206478bf req-fac1268b-2e4e-42f3-aeb9-4474c14e04e3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:28:27.078905 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6874722c-4b7c-4b09-8421-d5c10b64eb71 None None] Sync routers for ids ['c4751df5-e207-469d-a306-8a05677a2892'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:28:27.106197 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6874722c-4b7c-4b09-8421-d5c10b64eb71 None None] Routers {'c4751df5-e207-469d-a306-8a05677a2892'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:28:27.107636 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-6874722c-4b7c-4b09-8421-d5c10b64eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:28:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['c4751df5-e207-469d-a306-8a05677a2892'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:28:27.210174 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cd40e7-f451-4f06-a6a5-e532206478bf req-fac1268b-2e4e-42f3-aeb9-4474c14e04e3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] No DVR routers for this DVR port 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 on host hv-cinder-77005 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:28:27.213454 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-26cd40e7-f451-4f06-a6a5-e532206478bf req-fac1268b-2e4e-42f3-aeb9-4474c14e04e3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:27.217573 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a12e35-9e99-4786-920d-f98afdc40006', 'name': 'network-vif-deleted', 'tag': '96fdff42-2e2a-4953-8f0b-b11d9e3d5f90'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:28:27.219620 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49957aa8-2901-485c-8b6b-62aec7294dc6" -d '{"events": [{"server_uuid": "94a12e35-9e99-4786-920d-f98afdc40006", "name": "network-vif-deleted", "tag": "96fdff42-2e2a-4953-8f0b-b11d9e3d5f90"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:28:27.241644 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-26cd40e7-f451-4f06-a6a5-e532206478bf req-fac1268b-2e4e-42f3-aeb9-4474c14e04e3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.43 "DELETE /v2.0/ports/96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 HTTP/1.1" status: 204 len: 173 time: 1.4739020 May 31 18:28:27.266562 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68430560-ee61-4fca-bceb-18a20607214a req-57d85187-d376-419a-bc13-8caa4ccf689e tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:27.267999 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-68430560-ee61-4fca-bceb-18a20607214a req-57d85187-d376-419a-bc13-8caa4ccf689e tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 946 time: 0.1289282 May 31 18:28:27.288353 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896679a4-45eb-4dac-9d91-02b82c254199 x-openstack-request-id: req-896679a4-45eb-4dac-9d91-02b82c254199 {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:28:27.288660 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a12e35-9e99-4786-920d-f98afdc40006", "name": "network-vif-deleted", "tag": "96fdff42-2e2a-4953-8f0b-b11d9e3d5f90", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:28:27.288938 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-896679a4-45eb-4dac-9d91-02b82c254199 {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:28:27.289342 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a12e35-9e99-4786-920d-f98afdc40006', 'name': 'network-vif-deleted', 'tag': '96fdff42-2e2a-4953-8f0b-b11d9e3d5f90', 'status': 'completed', 'code': 200} May 31 18:28:27.317322 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-68430560-ee61-4fca-bceb-18a20607214a req-c427dc40-b131-4b57-b27d-b50435f6ee5c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429058 May 31 18:28:27.347996 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-6874722c-4b7c-4b09-8421-d5c10b64eb71 None None] Set router c4751df5-e207-469d-a306-8a05677a2892 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:28:27.670039 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-6874722c-4b7c-4b09-8421-d5c10b64eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:18:39Z', 'revision_number': 4, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port': {'id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '8a937546-1465-4eeb-90b3-9d3e052d5382', 'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'mac_address': 'fa:16:3e:5a:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:51Z', 'revision_number': 5, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'subnets': [{'id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:28:27.673939 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6874722c-4b7c-4b09-8421-d5c10b64eb71 None None] Checking router: c4751df5-e207-469d-a306-8a05677a2892 for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:28:27.679294 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-e31f6706-832f-4b6a-9a0d-3db3fe822d05 req-2acfe3a6-d535-452d-b3de-e2d70d36329f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Synchronizing usage tracker for tenant:71370ff0ec1348e8a0dd470d369623bb on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:28:27.682895 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6874722c-4b7c-4b09-8421-d5c10b64eb71 None None] Routers {'c4751df5-e207-469d-a306-8a05677a2892'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:28:27.683539 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-6874722c-4b7c-4b09-8421-d5c10b64eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:28:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['c4751df5-e207-469d-a306-8a05677a2892'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:28:27.703803 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-e31f6706-832f-4b6a-9a0d-3db3fe822d05 req-2acfe3a6-d535-452d-b3de-e2d70d36329f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Unset dirty status for tenant:71370ff0ec1348e8a0dd470d369623bb on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:28:27.705699 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e31f6706-832f-4b6a-9a0d-3db3fe822d05 req-2acfe3a6-d535-452d-b3de-e2d70d36329f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=94a12e35-9e99-4786-920d-f98afdc40006 HTTP/1.1" status: 200 len: 210 time: 0.0700133 May 31 18:28:27.884267 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-6874722c-4b7c-4b09-8421-d5c10b64eb71 None None] Set router c4751df5-e207-469d-a306-8a05677a2892 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:28:28.043030 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe761da-2ee3-46de-b6c4-5e3cadb318d2 req-21b849c6-d5a5-43f3-9eff-bba91b936564 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:28.044503 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1fe761da-2ee3-46de-b6c4-5e3cadb318d2 req-21b849c6-d5a5-43f3-9eff-bba91b936564 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 946 time: 0.0931027 May 31 18:28:28.183803 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-1fe761da-2ee3-46de-b6c4-5e3cadb318d2 req-205ceb62-89ce-4f8b-a65c-db6e1e8fb598 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Deleting port dbe7ca29-97d7-4a11-bf95-0720875ce363 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:28:28.184062 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1fe761da-2ee3-46de-b6c4-5e3cadb318d2 req-205ceb62-89ce-4f8b-a65c-db6e1e8fb598 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:28.194138 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-6874722c-4b7c-4b09-8421-d5c10b64eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:18:39Z', 'revision_number': 4, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port': {'id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '8a937546-1465-4eeb-90b3-9d3e052d5382', 'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'mac_address': 'fa:16:3e:5a:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:51Z', 'revision_number': 5, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'subnets': [{'id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:28:28.198695 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6874722c-4b7c-4b09-8421-d5c10b64eb71 None None] The sync data for ids ['c4751df5-e207-469d-a306-8a05677a2892'] in dv-cinder-770050-4-iscsi is: [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:18:39Z', 'revision_number': 4, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port': {'id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '8a937546-1465-4eeb-90b3-9d3e052d5382', 'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'mac_address': 'fa:16:3e:5a:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:51Z', 'revision_number': 5, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'subnets': [{'id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:28:28.426517 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-1fe761da-2ee3-46de-b6c4-5e3cadb318d2 req-205ceb62-89ce-4f8b-a65c-db6e1e8fb598 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] For port dbe7ca29-97d7-4a11-bf95-0720875ce363, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=dbe7ca29-97d7-4a11-bf95-0720875ce363,segment=NetworkSegment(650f0482-fd94-4b6d-87f0-6a9c3ffbc9af),segment_id=650f0482-fd94-4b6d-87f0-6a9c3ffbc9af)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:28.427036 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1fe761da-2ee3-46de-b6c4-5e3cadb318d2 req-205ceb62-89ce-4f8b-a65c-db6e1e8fb598 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:28.430462 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6274964d-a5ee-44c0-9a29-c9e4666795ee None None] New status for floating IP 7a42907f-e8d4-43e4-b04c-46f47896dd54: DOWN {{(pid=91736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:28:28.673807 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4971-7fca-4d51-8b33-8546743fb5b6 req-844957c4-ba6e-4a90-9ff6-c38965012af9 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:28.675361 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2a8e4971-7fca-4d51-8b33-8546743fb5b6 req-844957c4-ba6e-4a90-9ff6-c38965012af9 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 946 time: 0.2404747 May 31 18:28:28.810528 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2a8e4971-7fca-4d51-8b33-8546743fb5b6 req-f6802aa2-1e80-4308-b7e5-ef5f66ed161c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcaad0d0-d984-4775-bacc-3fbb8d8165d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700872 May 31 18:28:28.831329 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1fe761da-2ee3-46de-b6c4-5e3cadb318d2 req-205ceb62-89ce-4f8b-a65c-db6e1e8fb598 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:28.831329 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1fe761da-2ee3-46de-b6c4-5e3cadb318d2 req-205ceb62-89ce-4f8b-a65c-db6e1e8fb598 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401662'] for floatingip, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:28.831329 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.l3_db [req-1fe761da-2ee3-46de-b6c4-5e3cadb318d2 req-205ceb62-89ce-4f8b-a65c-db6e1e8fb598 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Floating IP 1f509a34-ecfb-468c-ac73-1b4628020107 disassociated. External IP: 172.27.0.31, port: dbe7ca29-97d7-4a11-bf95-0720875ce363. May 31 18:28:28.831329 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-1fe761da-2ee3-46de-b6c4-5e3cadb318d2 req-205ceb62-89ce-4f8b-a65c-db6e1e8fb598 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Calling delete_port for dbe7ca29-97d7-4a11-bf95-0720875ce363 owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:28:28.859960 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 37680) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:28.983816 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b32e9570-ac46-4bf2-8410-09a3ce8dab66 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:29.030910 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b32e9570-ac46-4bf2-8410-09a3ce8dab66 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:29.045279 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1fe761da-2ee3-46de-b6c4-5e3cadb318d2 req-205ceb62-89ce-4f8b-a65c-db6e1e8fb598 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:29.055464 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f6ff33d4-5534-46f4-a77d-9056a8d17af1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:29.116326 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ceb62-89ce-4f8b-a65c-db6e1e8fb598 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Pushing event deleted for resources: {'Port': ['ID=dbe7ca29-97d7-4a11-bf95-0720875ce363,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:29.123737 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-205ceb62-89ce-4f8b-a65c-db6e1e8fb598 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:29.217695 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b32e9570-ac46-4bf2-8410-09a3ce8dab66 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:29.271769 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:29.324158 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e9570-ac46-4bf2-8410-09a3ce8dab66 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ca0226-8505-47e0-9ca6-021c0f66a3bf,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:29.331675 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b32e9570-ac46-4bf2-8410-09a3ce8dab66 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:29.417754 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b32e9570-ac46-4bf2-8410-09a3ce8dab66 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:29.418728 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-b32e9570-ac46-4bf2-8410-09a3ce8dab66 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "DELETE /v2.0/security-groups/97ca0226-8505-47e0-9ca6-021c0f66a3bf HTTP/1.1" status: 204 len: 168 time: 0.5579071 May 31 18:28:29.421562 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 37698) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:29.438386 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.api.v2.resource [None req-3e652455-b05e-4295-b791-1ec838dcfeec tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] show failed (client error): The resource could not be found. May 31 18:28:29.439346 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fe761da-2ee3-46de-b6c4-5e3cadb318d2 req-205ceb62-89ce-4f8b-a65c-db6e1e8fb598 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:28:29.442684 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-3e652455-b05e-4295-b791-1ec838dcfeec tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups/97ca0226-8505-47e0-9ca6-021c0f66a3bf HTTP/1.1" status: 404 len: 347 time: 0.0201488 May 31 18:28:29.443284 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 37702) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:29.540842 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-cb6637b3-e9ec-4dca-b23f-4efd542fbed1 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:29.543004 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-cb6637b3-e9ec-4dca-b23f-4efd542fbed1 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 815 time: 0.2614236 May 31 18:28:29.558073 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:28:29.574530 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-9af7172f-6bf7-4fe9-8084-1b0cf534eee5 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/quotas/0daff02e69cc474da499a8693ad30651 HTTP/1.1" status: 200 len: 375 time: 0.0229907 May 31 18:28:29.608728 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] No Port match for: 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:28:29.609375 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 96fdff42-2e2a-4953-8f0b-b11d9e3d5f90 not bound to the agent host hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:28:29.671290 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Deleting port 832d4419-d69e-492f-9a40-27f04fc3ddd2 {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:28:29.671553 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:29.722700 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fe761da-2ee3-46de-b6c4-5e3cadb318d2 req-205ceb62-89ce-4f8b-a65c-db6e1e8fb598 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:28:29.734459 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5372bee0-0479-42fd-b0ea-f349aa6eb1b9 None None] Sync routers for ids ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:28:29.744921 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5372bee0-0479-42fd-b0ea-f349aa6eb1b9 None None] Routers {'1c7e4929-9cd4-49a5-a948-e47fd7b8755d'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:28:29.745800 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-5372bee0-0479-42fd-b0ea-f349aa6eb1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:28:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:28:29.805335 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe761da-2ee3-46de-b6c4-5e3cadb318d2 req-205ceb62-89ce-4f8b-a65c-db6e1e8fb598 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] No DVR routers for this DVR port dbe7ca29-97d7-4a11-bf95-0720875ce363 on host hv-cinder-77005 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:28:29.813931 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:29.814550 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:29.816908 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-699b7ccf-c80a-4b9b-8b1d-b1b700e09902 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2353356 May 31 18:28:29.817957 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1fe761da-2ee3-46de-b6c4-5e3cadb318d2 req-205ceb62-89ce-4f8b-a65c-db6e1e8fb598 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:29.819779 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1fe761da-2ee3-46de-b6c4-5e3cadb318d2 req-205ceb62-89ce-4f8b-a65c-db6e1e8fb598 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.43 "DELETE /v2.0/ports/dbe7ca29-97d7-4a11-bf95-0720875ce363 HTTP/1.1" status: 204 len: 173 time: 1.7701199 May 31 18:28:29.820268 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef236d99-b89d-48a3-9ab9-e6a6677ea683', 'name': 'network-vif-deleted', 'tag': 'dbe7ca29-97d7-4a11-bf95-0720875ce363'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:28:29.822639 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b8c49e-c31c-4963-9903-661b9e85d491" -d '{"events": [{"server_uuid": "ef236d99-b89d-48a3-9ab9-e6a6677ea683", "name": "network-vif-deleted", "tag": "dbe7ca29-97d7-4a11-bf95-0720875ce363"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:28:29.997844 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-5372bee0-0479-42fd-b0ea-f349aa6eb1b9 None None] Set router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:28:30.040862 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6191b7cd-a72c-47b6-a3fc-19a8c31fc195 x-openstack-request-id: req-6191b7cd-a72c-47b6-a3fc-19a8c31fc195 {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:28:30.041949 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef236d99-b89d-48a3-9ab9-e6a6677ea683", "name": "network-vif-deleted", "tag": "dbe7ca29-97d7-4a11-bf95-0720875ce363", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:28:30.042339 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6191b7cd-a72c-47b6-a3fc-19a8c31fc195 {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:28:30.042758 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef236d99-b89d-48a3-9ab9-e6a6677ea683', 'name': 'network-vif-deleted', 'tag': 'dbe7ca29-97d7-4a11-bf95-0720875ce363', 'status': 'completed', 'code': 200} May 31 18:28:30.079010 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Calling delete_port for 832d4419-d69e-492f-9a40-27f04fc3ddd2 owned by network:floatingip {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:28:30.099919 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-4936ab28-6d06-4e59-ac48-60757b245d44 req-3924ad67-067f-4c34-b755-4bdda65bdde1 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Synchronizing usage tracker for tenant:2e0ba4821bf84395b9662f29d0e886ca on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:28:30.139794 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-4936ab28-6d06-4e59-ac48-60757b245d44 req-3924ad67-067f-4c34-b755-4bdda65bdde1 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Unset dirty status for tenant:2e0ba4821bf84395b9662f29d0e886ca on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:28:30.140955 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4936ab28-6d06-4e59-ac48-60757b245d44 req-3924ad67-067f-4c34-b755-4bdda65bdde1 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef236d99-b89d-48a3-9ab9-e6a6677ea683 HTTP/1.1" status: 200 len: 210 time: 0.0974276 May 31 18:28:30.170813 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-3cb501ed-4104-4da0-97a2-11d400a337da service neutron] 10.222.0.30 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446391 May 31 18:28:30.206756 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:30.211206 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:30.256061 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Pushing event deleted for resources: {'Port': ['ID=832d4419-d69e-492f-9a40-27f04fc3ddd2,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:30.288651 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:30.289018 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:30.289378 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:30.289733 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:30.290083 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:30.290431 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:30.290803 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:30.291776 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:30.292334 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:30.292804 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:30.293114 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:30.293462 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:30.301408 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:30.334536 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-7fc30ae1-6567-448b-8aba-038ca282dbc6 service neutron] 10.222.0.30 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521986 May 31 18:28:30.365768 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for floatingip, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:30.391633 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-5372bee0-0479-42fd-b0ea-f349aa6eb1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:18:44Z', 'revision_number': 4, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port': {'id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:24Z', 'updated_at': '2021-05-31T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '5a2a0ffb-92df-45fc-8a24-1183cd21b940', 'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'mac_address': 'fa:16:3e:8f:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ec71e230-9295-42e2-886a-2045075dddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:40Z', 'updated_at': '2021-05-31T18:18:55Z', 'revision_number': 5, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'subnets': [{'id': 'ec71e230-9295-42e2-886a-2045075dddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:28:30.392755 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for floatingip, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:30.394677 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "DELETE /v2.0/floatingips/7a42907f-e8d4-43e4-b04c-46f47896dd54 HTTP/1.1" status: 204 len: 168 time: 0.9502630 May 31 18:28:30.396599 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5372bee0-0479-42fd-b0ea-f349aa6eb1b9 None None] Checking router: 1c7e4929-9cd4-49a5-a948-e47fd7b8755d for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:28:30.412410 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5372bee0-0479-42fd-b0ea-f349aa6eb1b9 None None] Routers {'1c7e4929-9cd4-49a5-a948-e47fd7b8755d'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:28:30.413455 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-5372bee0-0479-42fd-b0ea-f349aa6eb1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:28:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:28:30.597560 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-5372bee0-0479-42fd-b0ea-f349aa6eb1b9 None None] Set router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:28:30.742131 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 37716) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:30.748307 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-b18ce137-5da7-479e-aa55-09a82b4a3f82 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696999440', 'description': 'tempest-description--652304139'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:30.753963 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-b18ce137-5da7-479e-aa55-09a82b4a3f82 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:30.758045 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-b18ce137-5da7-479e-aa55-09a82b4a3f82 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Usage tracker for resource:security_group and tenant:71370ff0ec1348e8a0dd470d369623bb is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:30.761091 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-b18ce137-5da7-479e-aa55-09a82b4a3f82 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:30.766862 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-b18ce137-5da7-479e-aa55-09a82b4a3f82 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:30.778705 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b18ce137-5da7-479e-aa55-09a82b4a3f82 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:30.799211 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-b18ce137-5da7-479e-aa55-09a82b4a3f82 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:30.803047 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-b18ce137-5da7-479e-aa55-09a82b4a3f82 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Usage tracker for resource:security_group_rule and tenant:71370ff0ec1348e8a0dd470d369623bb is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:30.805851 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-b18ce137-5da7-479e-aa55-09a82b4a3f82 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:30.811741 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-b18ce137-5da7-479e-aa55-09a82b4a3f82 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:30.896609 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b18ce137-5da7-479e-aa55-09a82b4a3f82 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:30.902506 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b18ce137-5da7-479e-aa55-09a82b4a3f82 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:30.908152 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-42b51c59-9b3c-412c-a640-db2804965cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:30.933282 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-5372bee0-0479-42fd-b0ea-f349aa6eb1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:18:44Z', 'revision_number': 4, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port': {'id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:24Z', 'updated_at': '2021-05-31T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '5a2a0ffb-92df-45fc-8a24-1183cd21b940', 'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'mac_address': 'fa:16:3e:8f:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ec71e230-9295-42e2-886a-2045075dddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:40Z', 'updated_at': '2021-05-31T18:18:55Z', 'revision_number': 5, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'subnets': [{'id': 'ec71e230-9295-42e2-886a-2045075dddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:28:30.938635 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5372bee0-0479-42fd-b0ea-f349aa6eb1b9 None None] The sync data for ids ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'] in dv-cinder-770050-4-iscsi is: [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:18:44Z', 'revision_number': 4, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port': {'id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:24Z', 'updated_at': '2021-05-31T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '5a2a0ffb-92df-45fc-8a24-1183cd21b940', 'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'mac_address': 'fa:16:3e:8f:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ec71e230-9295-42e2-886a-2045075dddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:40Z', 'updated_at': '2021-05-31T18:18:55Z', 'revision_number': 5, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'subnets': [{'id': 'ec71e230-9295-42e2-886a-2045075dddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:28:30.966161 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ce137-5da7-479e-aa55-09a82b4a3f82 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253f7174-27c8-464b-9ada-f1ce610620cc,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:30.968981 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-b18ce137-5da7-479e-aa55-09a82b4a3f82 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:30.970059 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b18ce137-5da7-479e-aa55-09a82b4a3f82 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:30.971424 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-b18ce137-5da7-479e-aa55-09a82b4a3f82 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2281706 May 31 18:28:30.975443 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 37722) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:30.982442 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-e10835a2-30d1-46f5-b968-91ef839b77ee tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Request body: {'security_group_rule': {'security_group_id': '253f7174-27c8-464b-9ada-f1ce610620cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:30.989759 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-e10835a2-30d1-46f5-b968-91ef839b77ee tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:30.994671 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-e10835a2-30d1-46f5-b968-91ef839b77ee tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Usage tracker for resource:security_group_rule and tenant:71370ff0ec1348e8a0dd470d369623bb is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:30.998195 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-e10835a2-30d1-46f5-b968-91ef839b77ee tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:31.006992 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-e10835a2-30d1-46f5-b968-91ef839b77ee tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:31.024330 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e10835a2-30d1-46f5-b968-91ef839b77ee tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:31.105229 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e10835a2-30d1-46f5-b968-91ef839b77ee tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:31.110306 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e10835a2-30d1-46f5-b968-91ef839b77ee tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:31.117986 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-3818855a-6f33-4a7e-a598-880dd97c1a8c tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:31.140832 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10835a2-30d1-46f5-b968-91ef839b77ee tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0414168d-77ac-4850-80f2-2ee1bf8b90a4,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:31.143678 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-e10835a2-30d1-46f5-b968-91ef839b77ee tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:31.153044 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e10835a2-30d1-46f5-b968-91ef839b77ee tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:31.154395 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-e10835a2-30d1-46f5-b968-91ef839b77ee tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1776729 May 31 18:28:31.156854 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 37728) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:31.162737 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-5ddeec89-2bfd-4e8e-ab97-1bbb0b39f442 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Request body: {'security_group_rule': {'security_group_id': '253f7174-27c8-464b-9ada-f1ce610620cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:31.169224 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-5ddeec89-2bfd-4e8e-ab97-1bbb0b39f442 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:31.177629 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-5ddeec89-2bfd-4e8e-ab97-1bbb0b39f442 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Usage tracker for resource:security_group_rule and tenant:71370ff0ec1348e8a0dd470d369623bb is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:31.180417 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-5ddeec89-2bfd-4e8e-ab97-1bbb0b39f442 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:31.187719 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-5ddeec89-2bfd-4e8e-ab97-1bbb0b39f442 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:31.206840 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5ddeec89-2bfd-4e8e-ab97-1bbb0b39f442 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:31.229537 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe13656-32c1-4557-bae9-a791a858b3de None None] New status for floating IP 1f509a34-ecfb-468c-ac73-1b4628020107: DOWN {{(pid=91736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:28:31.293751 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 37736) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:31.297313 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5ddeec89-2bfd-4e8e-ab97-1bbb0b39f442 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:31.310838 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5ddeec89-2bfd-4e8e-ab97-1bbb0b39f442 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:31.317750 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-e10835a2-30d1-46f5-b968-91ef839b77ee tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:31.353910 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeec89-2bfd-4e8e-ab97-1bbb0b39f442 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ebadef-a8dc-4263-974a-3a16ec54c25e,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:31.364158 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-5ddeec89-2bfd-4e8e-ab97-1bbb0b39f442 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:31.378017 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5ddeec89-2bfd-4e8e-ab97-1bbb0b39f442 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:31.382288 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-5ddeec89-2bfd-4e8e-ab97-1bbb0b39f442 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2213755 May 31 18:28:31.382288 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 37740) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:31.395826 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Request body: {'floatingip': {'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:31.404892 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:31.412554 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Usage tracker for resource:floatingip and tenant:71370ff0ec1348e8a0dd470d369623bb is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:31.415319 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-36687758-6528-426d-bf99-86d6239a5d2f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:31.417141 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:31.430577 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:31.456361 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-36687758-6528-426d-bf99-86d6239a5d2f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:31.465337 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for floatingip, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:31.554969 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device dbe7ca29-97d7-4a11-bf95-0720875ce363 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:28:31.588850 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-73a353b4-fc87-493b-84e8-8a791e4af42f req-ef9aa1a9-fdda-4650-99d5-9b69e458c81d tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 210 time: 0.0612047 May 31 18:28:31.611461 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] No Port match for: dbe7ca29-97d7-4a11-bf95-0720875ce363 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:28:31.612480 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device dbe7ca29-97d7-4a11-bf95-0720875ce363 not bound to the agent host hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:28:31.643951 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-36687758-6528-426d-bf99-86d6239a5d2f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:31.649750 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-fcefdad9-8dc3-4de6-847a-ebec51cdfbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:31.671480 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36687758-6528-426d-bf99-86d6239a5d2f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaad0d0-d984-4775-bacc-3fbb8d8165d5,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:31.675510 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-36687758-6528-426d-bf99-86d6239a5d2f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:31.693922 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-36687758-6528-426d-bf99-86d6239a5d2f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:31.699542 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-36687758-6528-426d-bf99-86d6239a5d2f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "DELETE /v2.0/security-groups/dcaad0d0-d984-4775-bacc-3fbb8d8165d5 HTTP/1.1" status: 204 len: 168 time: 0.4003556 May 31 18:28:31.701089 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 37752) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:31.716715 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.api.v2.resource [None req-fd429cd8-fb4d-443c-9da1-4e81d718ee3f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] show failed (client error): The resource could not be found. May 31 18:28:31.717720 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-fd429cd8-fb4d-443c-9da1-4e81d718ee3f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups/dcaad0d0-d984-4775-bacc-3fbb8d8165d5 HTTP/1.1" status: 404 len: 347 time: 0.0170233 May 31 18:28:31.718673 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:31.720548 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 37756) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:32.166897 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_common [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Allocated IP 172.27.0.178 (1cefa8cd-0a9d-4799-a9e0-704b2c95ae89/67065c8c-a7bf-4ea9-bccb-f9c1fabaa892/3554251a-6795-492d-af3f-b5b02674dd2e) {{(pid=91733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:28:32.181508 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-1faa1d9e-c884-4fe6-b317-91950b5d993e tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Deleting port af3b0064-31b7-4a9c-aa21-119d39605e05 {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:28:32.182573 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1faa1d9e-c884-4fe6-b317-91950b5d993e tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:32.406451 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1faa1d9e-c884-4fe6-b317-91950b5d993e tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:32.406801 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1faa1d9e-c884-4fe6-b317-91950b5d993e tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:32.546481 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-1faa1d9e-c884-4fe6-b317-91950b5d993e tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Calling delete_port for af3b0064-31b7-4a9c-aa21-119d39605e05 owned by network:floatingip {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:28:32.554180 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for port, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:32.614655 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:32.620422 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-e2f34de4-3c27-4feb-a316-ba84cbe601db tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:32.689097 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:28:32.721207 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:28:32.731411 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Received port after_create {{(pid=91733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:28:32.789304 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Pushing event updated for resources: {'Port': ['ID=3554251a-6795-492d-af3f-b5b02674dd2e,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:32.805227 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:32.808963 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1faa1d9e-c884-4fe6-b317-91950b5d993e tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:32.814468 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:32.814820 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-55d31bee-13ad-4896-b413-3cd667ce9c65 req-0373cf36-28b1-48a7-90c1-31075984fde7 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 210 time: 0.1098249 May 31 18:28:32.867420 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa1d9e-c884-4fe6-b317-91950b5d993e tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Pushing event deleted for resources: {'Port': ['ID=af3b0064-31b7-4a9c-aa21-119d39605e05,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:32.873041 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-1faa1d9e-c884-4fe6-b317-91950b5d993e tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:32.889792 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-9f48dbd9-7891-430a-8708-7744e0f0a7a2 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:32.891322 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-9f48dbd9-7891-430a-8708-7744e0f0a7a2 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 815 time: 0.2343292 May 31 18:28:32.906780 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-cd096175-38e8-4647-bfa6-5e5c88be9411 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Request body: {'port': {'device_id': '718bde27-08e7-448e-88f7-390af5545b5e', 'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf', 'admin_state_up': True, 'tenant_id': '0daff02e69cc474da499a8693ad30651'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:32.981581 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1faa1d9e-c884-4fe6-b317-91950b5d993e tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for floatingip, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:32.992806 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:33.006080 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:28:33.047533 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-cd096175-38e8-4647-bfa6-5e5c88be9411 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:33.051892 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1faa1d9e-c884-4fe6-b317-91950b5d993e tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for floatingip, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:33.053006 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-1faa1d9e-c884-4fe6-b317-91950b5d993e tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "DELETE /v2.0/floatingips/1f509a34-ecfb-468c-ac73-1b4628020107 HTTP/1.1" status: 204 len: 168 time: 1.3315706 May 31 18:28:33.058807 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-cd096175-38e8-4647-bfa6-5e5c88be9411 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:33.065779 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:33.076054 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-cd096175-38e8-4647-bfa6-5e5c88be9411 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Made reservation on behalf of 0daff02e69cc474da499a8693ad30651 for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:28:33.079943 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-cd096175-38e8-4647-bfa6-5e5c88be9411 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:33.265158 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-cd096175-38e8-4647-bfa6-5e5c88be9411 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Allocated IP 172.20.0.9 (2ac0481c-d43a-4142-b245-4250502cd9cf/cf1b6070-7699-48cc-bdbb-719d97fe426b/673bc5a6-59e1-4b80-b4f7-6bb72efc143d) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:28:33.327713 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for port, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:33.333466 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14663960'] for port, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:33.338380 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:33.458184 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Pushing event updated for resources: {'Port': ['ID=3554251a-6795-492d-af3f-b5b02674dd2e,revision_number=2']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:33.460849 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:33.469694 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401662'] for floatingip, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:33.484226 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-cd096175-38e8-4647-bfa6-5e5c88be9411 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:33.487507 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for floatingip, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:33.494936 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1056948 May 31 18:28:33.518908 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-cd096175-38e8-4647-bfa6-5e5c88be9411 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:33.524650 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:33.531408 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['95f348e1-f448-46b8-bd99-32f1882741c5'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:28:33.598163 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-cd096175-38e8-4647-bfa6-5e5c88be9411 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Network 2ac0481c-d43a-4142-b245-4250502cd9cf is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:28:33.601750 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-cd096175-38e8-4647-bfa6-5e5c88be9411 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:28:33.604238 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd096175-38e8-4647-bfa6-5e5c88be9411 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Pushing event updated for resources: {'Port': ['ID=673bc5a6-59e1-4b80-b4f7-6bb72efc143d,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:33.606316 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-cd096175-38e8-4647-bfa6-5e5c88be9411 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:28:33.631999 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cd096175-38e8-4647-bfa6-5e5c88be9411 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:33.677532 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-cd096175-38e8-4647-bfa6-5e5c88be9411 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:33.678174 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-cd096175-38e8-4647-bfa6-5e5c88be9411 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:33.707490 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 37796) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:33.713506 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-3dac36c6-76cf-414c-9bee-680c4b058b43 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--909639815', 'description': 'tempest-description--520032420'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:33.720137 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-3dac36c6-76cf-414c-9bee-680c4b058b43 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:33.724311 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-3dac36c6-76cf-414c-9bee-680c4b058b43 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Usage tracker for resource:security_group and tenant:2e0ba4821bf84395b9662f29d0e886ca is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:33.728017 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-3dac36c6-76cf-414c-9bee-680c4b058b43 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:33.734536 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-3dac36c6-76cf-414c-9bee-680c4b058b43 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:33.737820 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-538c51ac-0596-4bf5-a0fa-05f5d3fe0e34 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Synchronizing usage tracker for tenant:71370ff0ec1348e8a0dd470d369623bb on resource:security_group {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:28:33.741149 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-cd096175-38e8-4647-bfa6-5e5c88be9411 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8384631 May 31 18:28:33.744090 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3dac36c6-76cf-414c-9bee-680c4b058b43 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:33.754137 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-d7ee9075-7762-4bb6-a583-73c80322573e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=91734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:28:33.755120 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-d7ee9075-7762-4bb6-a583-73c80322573e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074210 May 31 18:28:33.767054 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Request body: {'port': {'device_id': '718bde27-08e7-448e-88f7-390af5545b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:33.767666 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-3dac36c6-76cf-414c-9bee-680c4b058b43 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:33.772053 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-3dac36c6-76cf-414c-9bee-680c4b058b43 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Usage tracker for resource:security_group_rule and tenant:2e0ba4821bf84395b9662f29d0e886ca is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:33.774971 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-3dac36c6-76cf-414c-9bee-680c4b058b43 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:33.781421 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-3dac36c6-76cf-414c-9bee-680c4b058b43 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:33.798357 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-538c51ac-0596-4bf5-a0fa-05f5d3fe0e34 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Unset dirty status for tenant:71370ff0ec1348e8a0dd470d369623bb on resource:security_group {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:28:33.799517 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-538c51ac-0596-4bf5-a0fa-05f5d3fe0e34 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1696999440&fields=id&tenant_id=71370ff0ec1348e8a0dd470d369623bb HTTP/1.1" status: 200 len: 267 time: 0.1284392 May 31 18:28:33.854364 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3dac36c6-76cf-414c-9bee-680c4b058b43 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:33.859165 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3dac36c6-76cf-414c-9bee-680c4b058b43 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:33.864851 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-55f0d32f-b1f2-4a46-a40e-137d932c7e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:33.911702 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac36c6-76cf-414c-9bee-680c4b058b43 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9209b1b-4f7c-4778-ba6f-76dbe4c87bd1,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:33.914518 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3dac36c6-76cf-414c-9bee-680c4b058b43 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:33.915922 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-3dac36c6-76cf-414c-9bee-680c4b058b43 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2074475 May 31 18:28:33.917177 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-3dac36c6-76cf-414c-9bee-680c4b058b43 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:33.919182 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 37802) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:33.925679 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-8b4dd603-3b60-49ba-87ee-e63001758a88 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Request body: {'security_group_rule': {'security_group_id': 'd9209b1b-4f7c-4778-ba6f-76dbe4c87bd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:33.932436 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-8b4dd603-3b60-49ba-87ee-e63001758a88 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:33.936781 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-8b4dd603-3b60-49ba-87ee-e63001758a88 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Usage tracker for resource:security_group_rule and tenant:2e0ba4821bf84395b9662f29d0e886ca is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:33.940092 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-8b4dd603-3b60-49ba-87ee-e63001758a88 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:33.948710 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-8b4dd603-3b60-49ba-87ee-e63001758a88 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:33.965131 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8b4dd603-3b60-49ba-87ee-e63001758a88 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:34.025850 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8b4dd603-3b60-49ba-87ee-e63001758a88 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:34.031101 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8b4dd603-3b60-49ba-87ee-e63001758a88 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:34.034845 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-5ddeec89-2bfd-4e8e-ab97-1bbb0b39f442 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:34.039741 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:34.059282 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4dd603-3b60-49ba-87ee-e63001758a88 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07940884-b910-4445-9070-3c01d74d5f8a,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:34.061735 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-8b4dd603-3b60-49ba-87ee-e63001758a88 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:34.069414 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8b4dd603-3b60-49ba-87ee-e63001758a88 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:34.070682 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-8b4dd603-3b60-49ba-87ee-e63001758a88 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504655 May 31 18:28:34.074024 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 37806) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:34.080189 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-62df667a-5482-44a9-8ea4-93cfdd55ad7f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Request body: {'security_group_rule': {'security_group_id': 'd9209b1b-4f7c-4778-ba6f-76dbe4c87bd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:34.086088 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-62df667a-5482-44a9-8ea4-93cfdd55ad7f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:34.090010 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-62df667a-5482-44a9-8ea4-93cfdd55ad7f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Usage tracker for resource:security_group_rule and tenant:2e0ba4821bf84395b9662f29d0e886ca is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:34.093879 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-62df667a-5482-44a9-8ea4-93cfdd55ad7f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:34.099597 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-62df667a-5482-44a9-8ea4-93cfdd55ad7f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:34.117654 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-62df667a-5482-44a9-8ea4-93cfdd55ad7f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:34.190026 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-62df667a-5482-44a9-8ea4-93cfdd55ad7f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:34.194028 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-62df667a-5482-44a9-8ea4-93cfdd55ad7f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:34.196330 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:34.223245 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df667a-5482-44a9-8ea4-93cfdd55ad7f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb92592-9cc3-466d-900f-2e49a3fcfd8f,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:34.225682 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-62df667a-5482-44a9-8ea4-93cfdd55ad7f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:34.235922 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-62df667a-5482-44a9-8ea4-93cfdd55ad7f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:34.240310 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-62df667a-5482-44a9-8ea4-93cfdd55ad7f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1615505 May 31 18:28:34.240454 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 37812) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:34.245951 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-457c7b72-18c1-4991-a4ea-d420e7ca917f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:34.247440 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-457c7b72-18c1-4991-a4ea-d420e7ca917f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/networks?id=94b1778a-3714-47c8-abf7-03652140706b HTTP/1.1" status: 200 len: 817 time: 0.4339397 May 31 18:28:34.247662 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Request body: {'floatingip': {'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:34.255137 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:34.259306 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Usage tracker for resource:floatingip and tenant:2e0ba4821bf84395b9662f29d0e886ca is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:34.262951 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:34.274283 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:34.284001 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-53835e58-83d8-4da0-931b-d6d9b1f93cad tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/quotas/71370ff0ec1348e8a0dd470d369623bb HTTP/1.1" status: 200 len: 375 time: 0.0258229 May 31 18:28:34.287949 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for floatingip, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:34.391572 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b26570-bd3d-42b2-a8b6-54128e516db5 req-26cdab75-6746-4be1-8a11-6098c05805d4 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:34.392334 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-51b26570-bd3d-42b2-a8b6-54128e516db5 req-26cdab75-6746-4be1-8a11-6098c05805d4 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Synchronizing usage tracker for tenant:0daff02e69cc474da499a8693ad30651 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:28:34.451372 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-51b26570-bd3d-42b2-a8b6-54128e516db5 req-26cdab75-6746-4be1-8a11-6098c05805d4 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Unset dirty status for tenant:0daff02e69cc474da499a8693ad30651 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:28:34.452533 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-51b26570-bd3d-42b2-a8b6-54128e516db5 req-26cdab75-6746-4be1-8a11-6098c05805d4 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 931 time: 0.5035048 May 31 18:28:34.522347 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:34.587443 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-89459413-3657-4a06-88b8-4d7a3d6f5249 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=71370ff0ec1348e8a0dd470d369623bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2658656 May 31 18:28:34.602599 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-51b26570-bd3d-42b2-a8b6-54128e516db5 req-a2c2f9ca-6e6b-441f-9ffe-e2c3cb1517b3 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963333 May 31 18:28:34.663314 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_common [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Allocated IP 172.27.0.132 (1cefa8cd-0a9d-4799-a9e0-704b2c95ae89/67065c8c-a7bf-4ea9-bccb-f9c1fabaa892/d71d1f20-a4e6-4520-8989-d6e7e8ec7bf8) {{(pid=91733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:28:34.796717 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 673bc5a6-59e1-4b80-b4f7-6bb72efc143d {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:28:34.805492 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-ab129f5b-e21c-4435-bc40-c52eb609dcf0 service neutron] 10.222.0.30 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004008 May 31 18:28:34.807641 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:34.816616 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for port, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:34.846576 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:34.846815 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Transition to ACTIVE for port object 673bc5a6-59e1-4b80-b4f7-6bb72efc143d will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:28:34.851649 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-f8181ed9-4bfb-497f-a3b6-d32b5171fa23 tempest-DeleteServersTestJSON-1942322944 tempest-DeleteServersTestJSON-1942322944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:34.893319 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:34.902211 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:34.918741 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:28:34.921675 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:28:34.925122 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Received port after_create {{(pid=91733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:28:34.955054 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Pushing event updated for resources: {'Port': ['ID=d71d1f20-a4e6-4520-8989-d6e7e8ec7bf8,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:34.961997 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:35.009275 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:35.076246 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:35.088054 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Pushing event updated for resources: {'Port': ['ID=673bc5a6-59e1-4b80-b4f7-6bb72efc143d,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:35.091280 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:35.152278 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-218338c4-bcda-4a9b-bd9a-d286af376a58 service neutron] 10.222.0.30 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376455 May 31 18:28:35.188439 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Attempting to bind port 673bc5a6-59e1-4b80-b4f7-6bb72efc143d on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:28:35.188860 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Attempting to bind port 673bc5a6-59e1-4b80-b4f7-6bb72efc143d by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': 'c08f68e3-d835-4d4d-bfe5-057ddd9700ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:28:35.189245 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Attempting to bind port 673bc5a6-59e1-4b80-b4f7-6bb72efc143d on network 2ac0481c-d43a-4142-b245-4250502cd9cf {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:28:35.194021 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Port 673bc5a6-59e1-4b80-b4f7-6bb72efc143d on network 2ac0481c-d43a-4142-b245-4250502cd9cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:28:35.194480 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Attempting to bind port 673bc5a6-59e1-4b80-b4f7-6bb72efc143d on network 2ac0481c-d43a-4142-b245-4250502cd9cf {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:28:35.199778 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Checking agent: {'id': '75fd49d7-87f2-48bc-9cc9-330562c49b9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:28:35.200180 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Checking segment: {'id': 'c08f68e3-d835-4d4d-bfe5-057ddd9700ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:28:35.200621 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Bound using segment: {'id': 'c08f68e3-d835-4d4d-bfe5-057ddd9700ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:28:35.201112 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Bound port: 673bc5a6-59e1-4b80-b4f7-6bb72efc143d, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08f68e3-d835-4d4d-bfe5-057ddd9700ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:28:35.201522 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:35.303659 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] For port 673bc5a6-59e1-4b80-b4f7-6bb72efc143d, host hv-cinder-77005, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:28:35.304391 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for port, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:35.308625 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] For port 673bc5a6-59e1-4b80-b4f7-6bb72efc143d, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=673bc5a6-59e1-4b80-b4f7-6bb72efc143d,segment=NetworkSegment(c08f68e3-d835-4d4d-bfe5-057ddd9700ed),segment_id=c08f68e3-d835-4d4d-bfe5-057ddd9700ed)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:28:35.309256 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14663960'] for port, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:35.314092 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:35.345960 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:35.354798 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9159f1a3-59ad-4b8c-983c-9c60d1b46450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:35.390110 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f019dd4c-ff01-4811-adb1-48b6b16f5d8f req-25ada871-19ab-4c73-a3f0-936d954ff0d9 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 210 time: 0.0841956 May 31 18:28:35.418938 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:35.419550 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:35.420879 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] 10.222.0.43 "PUT /v2.0/ports/673bc5a6-59e1-4b80-b4f7-6bb72efc143d HTTP/1.1" status: 200 len: 1093 time: 1.6584146 May 31 18:28:35.421381 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718bde27-08e7-448e-88f7-390af5545b5e', 'tag': '673bc5a6-59e1-4b80-b4f7-6bb72efc143d'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:28:35.423654 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48e6889-3da8-4842-a69d-b5c80b5690cb" -d '{"events": [{"name": "network-changed", "server_uuid": "718bde27-08e7-448e-88f7-390af5545b5e", "tag": "673bc5a6-59e1-4b80-b4f7-6bb72efc143d"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:28:35.429788 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401662'] for floatingip, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:35.450400 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Pushing event updated for resources: {'Port': ['ID=d71d1f20-a4e6-4520-8989-d6e7e8ec7bf8,revision_number=2']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:35.451035 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Pushing event updated for resources: {'Port': ['ID=673bc5a6-59e1-4b80-b4f7-6bb72efc143d,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:35.455612 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:35.462733 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for floatingip, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:35.463999 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:35.464345 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2220650 May 31 18:28:35.505667 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00613b60-92b3-489e-8db1-c25d0dad0731 x-openstack-request-id: req-00613b60-92b3-489e-8db1-c25d0dad0731 {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:28:35.505870 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718bde27-08e7-448e-88f7-390af5545b5e", "tag": "673bc5a6-59e1-4b80-b4f7-6bb72efc143d", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:28:35.505985 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00613b60-92b3-489e-8db1-c25d0dad0731 {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:28:35.506402 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718bde27-08e7-448e-88f7-390af5545b5e', 'tag': '673bc5a6-59e1-4b80-b4f7-6bb72efc143d', 'status': 'completed', 'code': 200} May 31 18:28:35.550038 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-5611f611-3f63-49b7-a74a-138bdbf49ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:35.551590 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-5611f611-3f63-49b7-a74a-138bdbf49ab5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 1096 time: 0.0861282 May 31 18:28:35.624499 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-2557111b-1418-449e-ad78-094accfca0b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=673bc5a6-59e1-4b80-b4f7-6bb72efc143d HTTP/1.1" status: 200 len: 217 time: 0.0661716 May 31 18:28:35.711282 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-39f7344b-a782-4f3d-8c21-52f6eaa36f70 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--909639815&fields=id&tenant_id=2e0ba4821bf84395b9662f29d0e886ca HTTP/1.1" status: 200 len: 267 time: 0.0885456 May 31 18:28:35.716312 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-bf7d69fb-e7a1-4947-be23-fbf17b7d9240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:35.717644 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-bf7d69fb-e7a1-4947-be23-fbf17b7d9240 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0800850 May 31 18:28:35.975284 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-65264219-7882-4dae-b824-ce69396074cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2066443 May 31 18:28:36.146085 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-16a58cad-75b9-4874-a7c0-e0a4160ea4e4 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:36.147517 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-16a58cad-75b9-4874-a7c0-e0a4160ea4e4 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/networks?id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 HTTP/1.1" status: 200 len: 811 time: 0.4285369 May 31 18:28:36.165291 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a084ca-0e39-45b6-b267-f158dc15dec8 req-e223b67c-6a6e-45f1-a323-c567e79609c5 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:36.167494 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-29a084ca-0e39-45b6-b267-f158dc15dec8 req-e223b67c-6a6e-45f1-a323-c567e79609c5 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 943 time: 0.4529755 May 31 18:28:36.205275 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-c394c08a-efba-4fdd-ae6a-893968ab9f05 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/quotas/2e0ba4821bf84395b9662f29d0e886ca HTTP/1.1" status: 200 len: 375 time: 0.0343952 May 31 18:28:36.264130 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-bb470884-dc94-4e65-a50a-cfd1dfe1f7b6 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759802 May 31 18:28:36.302915 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-29a084ca-0e39-45b6-b267-f158dc15dec8 req-2191fc42-6881-4823-b05f-00747f41d99b tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238239 May 31 18:28:36.433331 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-b5dc6814-6760-4bf2-a783-2da709c319ce tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e0ba4821bf84395b9662f29d0e886ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2205064 May 31 18:28:36.438729 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2b1cbaa5-398a-423b-a55f-a8414a253625 req-7ce865af-6b90-4a5d-b9f4-ffd99fee5455 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655486 May 31 18:28:36.537141 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-cd66572c-1eb4-41be-a6de-935bd8eb59ed req-1c69f920-436a-4154-a9c1-313a25145f93 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 210 time: 0.0853240 May 31 18:28:36.545093 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-1470d5b6-cb01-4e4f-a089-a4045642ac14 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=91734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:28:36.546022 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-1470d5b6-cb01-4e4f-a089-a4045642ac14 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0931945 May 31 18:28:36.684762 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e6889-3da8-4842-a69d-b5c80b5690cb req-e3470a27-2258-4265-9fe3-0e371a603694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:36.686211 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b48e6889-3da8-4842-a69d-b5c80b5690cb req-e3470a27-2258-4265-9fe3-0e371a603694 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 1096 time: 0.1937821 May 31 18:28:36.693464 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-af79f822-c3e7-404e-b4a2-bae58a5e9a08 service neutron] 10.222.0.30 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380465 May 31 18:28:36.925142 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e6889-3da8-4842-a69d-b5c80b5690cb req-643980d6-b4b9-480f-b0e0-09aa3d9e3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:36.926544 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b48e6889-3da8-4842-a69d-b5c80b5690cb req-643980d6-b4b9-480f-b0e0-09aa3d9e3dff service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.2322919 May 31 18:28:36.929570 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-4f1e18d1-f593-4f92-bfc9-421084cea884 service neutron] 10.222.0.30 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178082 May 31 18:28:36.992770 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b48e6889-3da8-4842-a69d-b5c80b5690cb req-342de30b-a752-4a27-ab81-bdb1bb57c893 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=673bc5a6-59e1-4b80-b4f7-6bb72efc143d HTTP/1.1" status: 200 len: 217 time: 0.0593708 May 31 18:28:37.060201 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e6889-3da8-4842-a69d-b5c80b5690cb req-64ae5f41-536f-404b-887b-da126caf65a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:37.061634 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b48e6889-3da8-4842-a69d-b5c80b5690cb req-64ae5f41-536f-404b-887b-da126caf65a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0627923 May 31 18:28:37.139275 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b48e6889-3da8-4842-a69d-b5c80b5690cb req-bafd4b0b-4006-44bd-a8ca-b5347ead16ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707173 May 31 18:28:37.172627 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c55dd692-e28e-4b70-a1a0-f368a095e5de req-b9916a88-3dc3-4230-ab0c-2541c47071cc tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 210 time: 0.0699177 May 31 18:28:37.281817 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b48e6889-3da8-4842-a69d-b5c80b5690cb req-d56edd49-6bc7-45e3-b220-fa283c12f66c service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315837 May 31 18:28:37.427253 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b48e6889-3da8-4842-a69d-b5c80b5690cb req-ab3f3e67-6f80-42e2-a467-77151f38b002 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382508 May 31 18:28:37.654786 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-49dd211d-9ef4-4b7d-a86e-b83fd218e588 req-615c253c-ae35-43f2-b06d-0eff53b29a94 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 210 time: 0.0482490 May 31 18:28:37.670265 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771c365-8e65-426d-a1d7-63f4360b733b req-fc902066-aecc-495e-89b4-fbbd592354e4 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:37.675225 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5771c365-8e65-426d-a1d7-63f4360b733b req-fc902066-aecc-495e-89b4-fbbd592354e4 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 943 time: 0.2502859 May 31 18:28:37.721753 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5771c365-8e65-426d-a1d7-63f4360b733b req-16168ae1-a061-467b-85c1-dc9b4bc59282 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444472 May 31 18:28:38.258018 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-9c25f14a-58f2-41e3-86f2-224189a5eef1 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:38.259480 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-9c25f14a-58f2-41e3-86f2-224189a5eef1 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.43 "GET /v2.0/networks?id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 HTTP/1.1" status: 200 len: 811 time: 0.1529615 May 31 18:28:38.343840 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-af2a4339-5b29-4713-ab5a-5ad1a5cc824d req-14e48f3d-b3c3-4f6f-9937-252b60388a45 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 210 time: 0.0537052 May 31 18:28:38.359514 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-10438810-1906-4334-92a5-a3e3a50672d0 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e0ba4821bf84395b9662f29d0e886ca HTTP/1.1" status: 200 len: 379 time: 0.0872328 May 31 18:28:38.365853 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Request body: {'port': {'device_id': '44eb2222-a349-4dac-aaf4-5bb8dae81e8b', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'admin_state_up': True, 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'security_groups': ['d9209b1b-4f7c-4778-ba6f-76dbe4c87bd1']}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:38.501176 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:38.505161 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Usage tracker for resource:port and tenant:2e0ba4821bf84395b9662f29d0e886ca is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:38.507937 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:38.513672 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:38.523357 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Made reservation on behalf of 2e0ba4821bf84395b9662f29d0e886ca for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:28:38.527356 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:38.706122 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Allocated IP 172.20.0.10 (b3c8c516-11b1-4d17-b72f-4bf8982ccbb0/ec71e230-9295-42e2-886a-2045075dddec/5d624aa4-fbe6-4ca0-a532-92f838f902df) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:28:38.784641 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1bca1e10-e5a4-49a7-9c76-7ed1eb30a52e req-ac9537c5-0aaf-4acc-b94d-65b487e23df2 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 210 time: 0.0636773 May 31 18:28:39.004762 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:39.021743 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62544dd-77d3-42e7-a630-c2df752bbcb8 req-a43df77b-677c-47f8-b551-9d3cd316bfc4 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:39.023213 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b62544dd-77d3-42e7-a630-c2df752bbcb8 req-a43df77b-677c-47f8-b551-9d3cd316bfc4 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 943 time: 0.1530232 May 31 18:28:39.043979 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Transition to ACTIVE for port object 5d624aa4-fbe6-4ca0-a532-92f838f902df will not be triggered until provisioned by entity DHCP. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:28:39.079741 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b62544dd-77d3-42e7-a630-c2df752bbcb8 req-a5e241fb-fcab-4bbf-9f56-47b7214a19ab tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498784 May 31 18:28:39.093575 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:39.099260 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:39.170226 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Network b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:28:39.173288 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:28:39.177550 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:28:39.214464 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Pushing event updated for resources: {'Port': ['ID=5d624aa4-fbe6-4ca0-a532-92f838f902df,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:39.218910 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:39.246633 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:39.247340 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:39.272811 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9106288 May 31 18:28:39.284277 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Request body: {'port': {'device_id': '44eb2222-a349-4dac-aaf4-5bb8dae81e8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:39.377748 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-28a9cedf-be4b-401c-a3b8-bc4b9d9a4d56 None None] Provisioning for port 5d624aa4-fbe6-4ca0-a532-92f838f902df completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:28:39.383507 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-28a9cedf-be4b-401c-a3b8-bc4b9d9a4d56 None None] Provisioning complete for port 5d624aa4-fbe6-4ca0-a532-92f838f902df triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:28:39.384565 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-28a9cedf-be4b-401c-a3b8-bc4b9d9a4d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:39.400021 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:39.440830 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-28a9cedf-be4b-401c-a3b8-bc4b9d9a4d56 None None] Port 5d624aa4-fbe6-4ca0-a532-92f838f902df cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:28:39.632417 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 673bc5a6-59e1-4b80-b4f7-6bb72efc143d details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:28:39.686023 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8ba59-3406-4674-b0d8-7a8fe5822e45 req-12356395-5032-45c5-881f-374f3bb86202 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:39.686710 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-87a8ba59-3406-4674-b0d8-7a8fe5822e45 req-12356395-5032-45c5-881f-374f3bb86202 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Synchronizing usage tracker for tenant:2e0ba4821bf84395b9662f29d0e886ca on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:28:39.723661 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-87a8ba59-3406-4674-b0d8-7a8fe5822e45 req-12356395-5032-45c5-881f-374f3bb86202 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Unset dirty status for tenant:2e0ba4821bf84395b9662f29d0e886ca on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:28:39.724803 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-87a8ba59-3406-4674-b0d8-7a8fe5822e45 req-12356395-5032-45c5-881f-374f3bb86202 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 932 time: 0.2639532 May 31 18:28:39.773376 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 673bc5a6-59e1-4b80-b4f7-6bb72efc143d, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=673bc5a6-59e1-4b80-b4f7-6bb72efc143d,segment=NetworkSegment(c08f68e3-d835-4d4d-bfe5-057ddd9700ed),segment_id=c08f68e3-d835-4d4d-bfe5-057ddd9700ed)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:39.789996 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Returning: {'device': '673bc5a6-59e1-4b80-b4f7-6bb72efc143d', 'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf', 'port_id': '673bc5a6-59e1-4b80-b4f7-6bb72efc143d', 'mac_address': 'fa:16:3e:32:58:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf1b6070-7699-48cc-bdbb-719d97fe426b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:28:39.790784 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-87a8ba59-3406-4674-b0d8-7a8fe5822e45 req-4ab325ba-8712-470d-ab3b-3963c1339398 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9209b1b-4f7c-4778-ba6f-76dbe4c87bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531945 May 31 18:28:39.882179 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:39.903347 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673bc5a6-59e1-4b80-b4f7-6bb72efc143d {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:28:39.922137 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 673bc5a6-59e1-4b80-b4f7-6bb72efc143d, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=673bc5a6-59e1-4b80-b4f7-6bb72efc143d,segment=NetworkSegment(c08f68e3-d835-4d4d-bfe5-057ddd9700ed),segment_id=c08f68e3-d835-4d4d-bfe5-057ddd9700ed)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:39.926419 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:39.929735 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2589efe9-6288-4ee9-bdf8-ee7b308582bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:40.016364 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=673bc5a6-59e1-4b80-b4f7-6bb72efc143d,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:40.029720 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:40.030145 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:40.030366 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-079f18dc-741e-44c6-8910-af8448379449 req-73b36f5d-a11c-4086-9aba-e481678c3db5 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 210 time: 0.0578158 May 31 18:28:40.030870 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:40.031268 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:40.031661 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:40.032062 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:40.032445 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:40.032839 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:40.033337 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:40.033722 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:40.034198 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:40.034592 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:40.038828 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:40.052049 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d624aa4-fbe6-4ca0-a532-92f838f902df {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:28:40.060346 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:40.075409 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Transition to ACTIVE for port object 5d624aa4-fbe6-4ca0-a532-92f838f902df will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:28:40.079191 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:40.084301 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cd096175-38e8-4647-bfa6-5e5c88be9411 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:40.257375 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Pushing event updated for resources: {'Port': ['ID=5d624aa4-fbe6-4ca0-a532-92f838f902df,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:40.284262 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:40.321569 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['673bc5a6-59e1-4b80-b4f7-6bb72efc143d'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:28:40.386201 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Attempting to bind port 5d624aa4-fbe6-4ca0-a532-92f838f902df on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:28:40.386536 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Attempting to bind port 5d624aa4-fbe6-4ca0-a532-92f838f902df by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '650f0482-fd94-4b6d-87f0-6a9c3ffbc9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:28:40.386893 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Attempting to bind port 5d624aa4-fbe6-4ca0-a532-92f838f902df on network b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:28:40.392263 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Port 5d624aa4-fbe6-4ca0-a532-92f838f902df on network b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:28:40.392628 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Attempting to bind port 5d624aa4-fbe6-4ca0-a532-92f838f902df on network b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:28:40.403478 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affec51-fda7-4785-b819-340c2b58da10 req-192ee1a0-4cd6-4e2c-a509-cb327a70354e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:40.405050 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7affec51-fda7-4785-b819-340c2b58da10 req-192ee1a0-4cd6-4e2c-a509-cb327a70354e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 944 time: 0.2060366 May 31 18:28:40.409746 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Checking agent: {'id': '75fd49d7-87f2-48bc-9cc9-330562c49b9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:28:40.409987 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Checking segment: {'id': '650f0482-fd94-4b6d-87f0-6a9c3ffbc9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:28:40.410376 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Bound using segment: {'id': '650f0482-fd94-4b6d-87f0-6a9c3ffbc9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:28:40.410832 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Bound port: 5d624aa4-fbe6-4ca0-a532-92f838f902df, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650f0482-fd94-4b6d-87f0-6a9c3ffbc9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:28:40.411182 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:40.540514 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7affec51-fda7-4785-b819-340c2b58da10 req-7c043205-6da3-483f-90fd-bf9e0339d6d3 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194267 May 31 18:28:40.639958 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] For port 5d624aa4-fbe6-4ca0-a532-92f838f902df, host hv-cinder-77005, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:28:40.664059 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] For port 5d624aa4-fbe6-4ca0-a532-92f838f902df, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=5d624aa4-fbe6-4ca0-a532-92f838f902df,segment=NetworkSegment(650f0482-fd94-4b6d-87f0-6a9c3ffbc9af),segment_id=650f0482-fd94-4b6d-87f0-6a9c3ffbc9af)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:28:40.674457 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:40.682390 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e1cf32e5-670f-4344-8de3-352d2cfa4361 tempest-ServerRescueNegativeTestJSON-1939537873 tempest-ServerRescueNegativeTestJSON-1939537873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:40.735299 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-8641e988-1d75-48e7-8424-79becb21354d tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:40.736895 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-8641e988-1d75-48e7-8424-79becb21354d tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.43 "GET /v2.0/networks?id=94b1778a-3714-47c8-abf7-03652140706b HTTP/1.1" status: 200 len: 817 time: 0.2446346 May 31 18:28:40.746556 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:40.747745 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:40.748578 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] 10.222.0.43 "PUT /v2.0/ports/5d624aa4-fbe6-4ca0-a532-92f838f902df HTTP/1.1" status: 200 len: 1094 time: 1.4685762 May 31 18:28:40.748999 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44eb2222-a349-4dac-aaf4-5bb8dae81e8b', 'tag': '5d624aa4-fbe6-4ca0-a532-92f838f902df'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:28:40.751261 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdd9f7b-9dfe-48d4-b04c-07e51c301b61" -d '{"events": [{"name": "network-changed", "server_uuid": "44eb2222-a349-4dac-aaf4-5bb8dae81e8b", "tag": "5d624aa4-fbe6-4ca0-a532-92f838f902df"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:28:40.840603 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Pushing event updated for resources: {'Port': ['ID=5d624aa4-fbe6-4ca0-a532-92f838f902df,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:40.846337 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be45d4e-ae21-4e72-8e62-ca3cd6b50a51 x-openstack-request-id: req-6be45d4e-ae21-4e72-8e62-ca3cd6b50a51 {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:28:40.846581 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44eb2222-a349-4dac-aaf4-5bb8dae81e8b", "tag": "5d624aa4-fbe6-4ca0-a532-92f838f902df", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:28:40.846873 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6be45d4e-ae21-4e72-8e62-ca3cd6b50a51 {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:28:40.847294 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44eb2222-a349-4dac-aaf4-5bb8dae81e8b', 'tag': '5d624aa4-fbe6-4ca0-a532-92f838f902df', 'status': 'completed', 'code': 200} May 31 18:28:40.856445 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:40.867633 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-f22c995f-5008-42b9-9935-a232bbf5b3f0 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71370ff0ec1348e8a0dd470d369623bb HTTP/1.1" status: 200 len: 380 time: 0.1112037 May 31 18:28:40.883726 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Request body: {'port': {'device_id': 'f761571e-0a3f-443c-bf6b-fc9eff7084b8', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'admin_state_up': True, 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'security_groups': ['253f7174-27c8-464b-9ada-f1ce610620cc']}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:41.051914 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-66556270-c7e9-47ba-bfb7-c88d501f48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:41.053419 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-66556270-c7e9-47ba-bfb7-c88d501f48e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e0ba4821bf84395b9662f29d0e886ca&device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 1097 time: 0.2523360 May 31 18:28:41.147193 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-e8bdbbbd-8b8b-41e9-99fc-704387b54251 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d624aa4-fbe6-4ca0-a532-92f838f902df HTTP/1.1" status: 200 len: 217 time: 0.0815785 May 31 18:28:41.235359 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:41.246077 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d0dde7e7-999c-485f-accf-36cb27583004 req-03ede706-54e3-4519-8456-012786297346 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 210 time: 0.0924988 May 31 18:28:41.247255 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Usage tracker for resource:port and tenant:71370ff0ec1348e8a0dd470d369623bb is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:41.252420 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:41.269981 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:41.288432 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7593fa1-e5f2-45ec-b29c-50c7354fe8bf req-b628583b-3eb3-4ffd-86cd-0713c5d81d91 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:41.289853 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c7593fa1-e5f2-45ec-b29c-50c7354fe8bf req-b628583b-3eb3-4ffd-86cd-0713c5d81d91 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 944 time: 0.3209896 May 31 18:28:41.297433 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Made reservation on behalf of 71370ff0ec1348e8a0dd470d369623bb for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:28:41.300773 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:41.314400 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-8d98ab98-90c5-466b-9076-f6cdbacac240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:41.315816 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-8d98ab98-90c5-466b-9076-f6cdbacac240 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec71e230-9295-42e2-886a-2045075dddec HTTP/1.1" status: 200 len: 850 time: 0.1580813 May 31 18:28:41.469529 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c7593fa1-e5f2-45ec-b29c-50c7354fe8bf req-e78badcd-5462-4750-9dcf-7da813e49ad7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9209b1b-4f7c-4778-ba6f-76dbe4c87bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729066 May 31 18:28:41.540663 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-af62dbc1-a378-4c4f-b1d3-884293387eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:41.542128 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-af62dbc1-a378-4c4f-b1d3-884293387eaa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2119713 May 31 18:28:41.648193 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 673bc5a6-59e1-4b80-b4f7-6bb72efc143d up at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:28:41.726587 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning for port 673bc5a6-59e1-4b80-b4f7-6bb72efc143d completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:28:41.732840 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning complete for port 673bc5a6-59e1-4b80-b4f7-6bb72efc143d triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:28:41.732992 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Allocated IP 172.20.0.13 (94b1778a-3714-47c8-abf7-03652140706b/23a5645f-f287-424a-bed2-fe7d9c273f95/1669824e-8845-490a-b3a1-325f2bc176d7) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:28:41.733314 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:41.856487 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:41.884178 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718bde27-08e7-448e-88f7-390af5545b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673bc5a6-59e1-4b80-b4f7-6bb72efc143d'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:28:41.886563 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2f5ff8a6751ba2ee84274e630c5bdce29e81d1d572756191e078aed669e92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2e2d79-e50e-4b0f-aa49-cbb268680e1b" -d '{"events": [{"server_uuid": "718bde27-08e7-448e-88f7-390af5545b5e", "name": "network-vif-plugged", "status": "completed", "tag": "673bc5a6-59e1-4b80-b4f7-6bb72efc143d"}]}' {{(pid=91735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:28:41.894871 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 673bc5a6-59e1-4b80-b4f7-6bb72efc143d, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=673bc5a6-59e1-4b80-b4f7-6bb72efc143d,segment=NetworkSegment(c08f68e3-d835-4d4d-bfe5-057ddd9700ed),segment_id=c08f68e3-d835-4d4d-bfe5-057ddd9700ed)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:41.899595 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:41.902599 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:41.903464 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-f613747c-e104-497a-b74f-9614ae23e571 service neutron] 10.222.0.43 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538296 May 31 18:28:41.976786 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=673bc5a6-59e1-4b80-b4f7-6bb72efc143d,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:41.987675 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:41.989335 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5230bb-0dcb-4a38-84a0-ca07b1bfea71 x-openstack-request-id: req-bb5230bb-0dcb-4a38-84a0-ca07b1bfea71 {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:28:41.989794 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718bde27-08e7-448e-88f7-390af5545b5e", "name": "network-vif-plugged", "status": "completed", "tag": "673bc5a6-59e1-4b80-b4f7-6bb72efc143d", "code": 200}]} {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:28:41.990749 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb5230bb-0dcb-4a38-84a0-ca07b1bfea71 {{(pid=91735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:28:41.990749 dv-cinder-770050-4-iscsi neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718bde27-08e7-448e-88f7-390af5545b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673bc5a6-59e1-4b80-b4f7-6bb72efc143d', 'code': 200} May 31 18:28:42.095457 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18965de-113d-4b34-862b-15c1a73be93e req-2ff9b9d4-4508-491c-bf19-96be1e0e517b tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:42.096861 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e18965de-113d-4b34-862b-15c1a73be93e req-2ff9b9d4-4508-491c-bf19-96be1e0e517b tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 944 time: 0.3618357 May 31 18:28:42.206271 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:42.217106 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-014a6cb5-b359-43aa-8187-cc7be0b47769 req-16ab2c5a-468b-4047-8675-64188abeacf8 service neutron] 10.222.0.43 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597523 May 31 18:28:42.224320 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4027dd-7e7e-4794-86a5-84e972325775 req-eda22f02-31d6-4345-acb8-ca21792e66be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:42.225959 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-1a4027dd-7e7e-4794-86a5-84e972325775 req-eda22f02-31d6-4345-acb8-ca21792e66be service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 1098 time: 0.0757098 May 31 18:28:42.226105 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e18965de-113d-4b34-862b-15c1a73be93e req-051fd2b2-c182-4cfc-b8d8-529d4d3d9d67 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192727 May 31 18:28:42.234231 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Transition to ACTIVE for port object 1669824e-8845-490a-b3a1-325f2bc176d7 will not be triggered until provisioned by entity DHCP. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:28:42.272287 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:42.273125 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-1a4027dd-7e7e-4794-86a5-84e972325775 req-fa2ae225-f8cf-4f42-9c87-092485f53a0f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405803 May 31 18:28:42.279598 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:42.429332 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Network 94b1778a-3714-47c8-abf7-03652140706b is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:28:42.445892 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:28:42.448301 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:28:42.479767 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Pushing event updated for resources: {'Port': ['ID=1669824e-8845-490a-b3a1-325f2bc176d7,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:42.491980 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:42.538101 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:42.538717 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:42.580224 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd9f7b-9dfe-48d4-b04c-07e51c301b61 req-8fba57fb-6cb7-4b8b-9fb7-2d39ed662e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:42.581714 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4bdd9f7b-9dfe-48d4-b04c-07e51c301b61 req-8fba57fb-6cb7-4b8b-9fb7-2d39ed662e86 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e0ba4821bf84395b9662f29d0e886ca&device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 1097 time: 0.3030913 May 31 18:28:42.590289 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f5c75-eaa3-4795-bd7c-9e9bd9503797 req-ef56ede8-c7d1-46ed-a9ac-27604dc24fa4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:42.591013 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-2b8f5c75-eaa3-4795-bd7c-9e9bd9503797 req-ef56ede8-c7d1-46ed-a9ac-27604dc24fa4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Synchronizing usage tracker for tenant:71370ff0ec1348e8a0dd470d369623bb on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:28:42.596590 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7168036 May 31 18:28:42.659267 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Request body: {'port': {'device_id': 'f761571e-0a3f-443c-bf6b-fc9eff7084b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:42.702459 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-6417c6ad-c545-4b47-a6c6-659f72c6ef2a None None] Provisioning for port 1669824e-8845-490a-b3a1-325f2bc176d7 completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:28:42.709463 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-6417c6ad-c545-4b47-a6c6-659f72c6ef2a None None] Provisioning complete for port 1669824e-8845-490a-b3a1-325f2bc176d7 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:28:42.709845 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-6417c6ad-c545-4b47-a6c6-659f72c6ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:42.763891 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-6417c6ad-c545-4b47-a6c6-659f72c6ef2a None None] Port 1669824e-8845-490a-b3a1-325f2bc176d7 cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:28:42.786805 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-2b8f5c75-eaa3-4795-bd7c-9e9bd9503797 req-ef56ede8-c7d1-46ed-a9ac-27604dc24fa4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Unset dirty status for tenant:71370ff0ec1348e8a0dd470d369623bb on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:28:42.787954 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2b8f5c75-eaa3-4795-bd7c-9e9bd9503797 req-ef56ede8-c7d1-46ed-a9ac-27604dc24fa4 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 932 time: 0.4148045 May 31 18:28:42.940439 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd9f7b-9dfe-48d4-b04c-07e51c301b61 req-d34b51b7-5df6-4b2c-8b76-1dd8d12b9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:42.941874 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4bdd9f7b-9dfe-48d4-b04c-07e51c301b61 req-d34b51b7-5df6-4b2c-8b76-1dd8d12b9872 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 HTTP/1.1" status: 200 len: 912 time: 0.3479095 May 31 18:28:42.944613 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2b8f5c75-eaa3-4795-bd7c-9e9bd9503797 req-5d94da1b-87b2-4c8d-ba27-85854263ba46 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=253f7174-27c8-464b-9ada-f1ce610620cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434679 May 31 18:28:43.006593 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:43.022711 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5968e-84a5-4f48-959b-fcd8268fb11a req-b65d6dc1-8932-4b99-b08d-f753f84e10ff tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:43.024189 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-78c5968e-84a5-4f48-959b-fcd8268fb11a req-b65d6dc1-8932-4b99-b08d-f753f84e10ff tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 944 time: 0.4291379 May 31 18:28:43.039215 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4bdd9f7b-9dfe-48d4-b04c-07e51c301b61 req-032286c0-08cb-4c5a-a3b2-5624ae0b5608 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d624aa4-fbe6-4ca0-a532-92f838f902df HTTP/1.1" status: 200 len: 217 time: 0.0878837 May 31 18:28:43.184288 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd9f7b-9dfe-48d4-b04c-07e51c301b61 req-1b353e22-c1a8-4437-9fd5-53ff73533031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:43.185750 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4bdd9f7b-9dfe-48d4-b04c-07e51c301b61 req-1b353e22-c1a8-4437-9fd5-53ff73533031 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec71e230-9295-42e2-886a-2045075dddec HTTP/1.1" status: 200 len: 850 time: 0.1293941 May 31 18:28:43.188538 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-78c5968e-84a5-4f48-959b-fcd8268fb11a req-0bae28b6-4293-41ba-8377-7142ae754a08 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9209b1b-4f7c-4778-ba6f-76dbe4c87bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509883 May 31 18:28:43.510597 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd9f7b-9dfe-48d4-b04c-07e51c301b61 req-f11441ac-25fb-49be-b97f-fff735ce2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:43.512031 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4bdd9f7b-9dfe-48d4-b04c-07e51c301b61 req-f11441ac-25fb-49be-b97f-fff735ce2a8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3150802 May 31 18:28:43.748992 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847c3ee-d414-4158-aca1-82789e2800e0 req-f10c3cdd-ef29-4b28-b025-00a6f8cbf4cb tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:43.750457 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4847c3ee-d414-4158-aca1-82789e2800e0 req-f10c3cdd-ef29-4b28-b025-00a6f8cbf4cb tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 945 time: 0.2453322 May 31 18:28:43.866469 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4bdd9f7b-9dfe-48d4-b04c-07e51c301b61 req-63380479-ee76-4d78-b154-d5342a2ce4b2 service neutron] 10.222.0.43 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148491 May 31 18:28:43.868405 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1669824e-8845-490a-b3a1-325f2bc176d7 {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:28:43.900839 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:43.920692 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4847c3ee-d414-4158-aca1-82789e2800e0 req-c3c0d21c-8772-4df2-aa9a-25dd8a5b2b8c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531873 May 31 18:28:43.970916 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Transition to ACTIVE for port object 1669824e-8845-490a-b3a1-325f2bc176d7 will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:28:43.976968 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:43.983400 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:44.195279 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Pushing event updated for resources: {'Port': ['ID=1669824e-8845-490a-b3a1-325f2bc176d7,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:44.203449 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:44.272278 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4bdd9f7b-9dfe-48d4-b04c-07e51c301b61 req-3441aa8f-7260-4410-a16b-2cb713244afd service neutron] 10.222.0.43 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949773 May 31 18:28:44.377618 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Attempting to bind port 1669824e-8845-490a-b3a1-325f2bc176d7 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:28:44.377955 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Attempting to bind port 1669824e-8845-490a-b3a1-325f2bc176d7 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '08c03eab-0a89-4a42-a286-ecc422d5ad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94b1778a-3714-47c8-abf7-03652140706b'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:28:44.378404 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Attempting to bind port 1669824e-8845-490a-b3a1-325f2bc176d7 on network 94b1778a-3714-47c8-abf7-03652140706b {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:28:44.396442 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Port 1669824e-8845-490a-b3a1-325f2bc176d7 on network 94b1778a-3714-47c8-abf7-03652140706b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:28:44.396761 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Attempting to bind port 1669824e-8845-490a-b3a1-325f2bc176d7 on network 94b1778a-3714-47c8-abf7-03652140706b {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:28:44.408019 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Checking agent: {'id': '75fd49d7-87f2-48bc-9cc9-330562c49b9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:28:44.408353 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Checking segment: {'id': '08c03eab-0a89-4a42-a286-ecc422d5ad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94b1778a-3714-47c8-abf7-03652140706b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:28:44.408736 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Bound using segment: {'id': '08c03eab-0a89-4a42-a286-ecc422d5ad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94b1778a-3714-47c8-abf7-03652140706b'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:28:44.409172 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Bound port: 1669824e-8845-490a-b3a1-325f2bc176d7, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c03eab-0a89-4a42-a286-ecc422d5ad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94b1778a-3714-47c8-abf7-03652140706b'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:28:44.409519 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:44.432831 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d051ad7-87f0-4827-b6ec-ace81e930567 req-3d2c4d41-2e3b-4f5c-a463-dfea81239467 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:44.434301 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8d051ad7-87f0-4827-b6ec-ace81e930567 req-3d2c4d41-2e3b-4f5c-a463-dfea81239467 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 944 time: 0.3287635 May 31 18:28:44.552218 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483fc95-3074-4af1-ba87-33547348378c req-97eba0af-58f9-40c1-913d-3b75d225e020 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:44.553662 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6483fc95-3074-4af1-ba87-33547348378c req-97eba0af-58f9-40c1-913d-3b75d225e020 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 944 time: 0.2484539 May 31 18:28:44.558111 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8d051ad7-87f0-4827-b6ec-ace81e930567 req-475e5589-d12c-4cef-99bf-b11ac948820b tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=253f7174-27c8-464b-9ada-f1ce610620cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870185 May 31 18:28:44.583400 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] For port 1669824e-8845-490a-b3a1-325f2bc176d7, host hv-cinder-77005, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:28:44.608174 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] For port 1669824e-8845-490a-b3a1-325f2bc176d7, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=1669824e-8845-490a-b3a1-325f2bc176d7,segment=NetworkSegment(08c03eab-0a89-4a42-a286-ecc422d5ad49),segment_id=08c03eab-0a89-4a42-a286-ecc422d5ad49)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:28:44.613966 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:44.618355 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-840daea1-9bd8-4fce-b12f-a7527ed31d0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:44.652891 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6483fc95-3074-4af1-ba87-33547348378c req-80012887-b4f8-41fc-a879-dddcf41f9d8f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9209b1b-4f7c-4778-ba6f-76dbe4c87bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910611 May 31 18:28:44.681808 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:44.682418 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:44.685465 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] 10.222.0.43 "PUT /v2.0/ports/1669824e-8845-490a-b3a1-325f2bc176d7 HTTP/1.1" status: 200 len: 1094 time: 2.0619507 May 31 18:28:44.685465 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f761571e-0a3f-443c-bf6b-fc9eff7084b8', 'tag': '1669824e-8845-490a-b3a1-325f2bc176d7'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:28:44.686483 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a263edd6-fc9a-40de-983a-a48aa9ed38b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f761571e-0a3f-443c-bf6b-fc9eff7084b8", "tag": "1669824e-8845-490a-b3a1-325f2bc176d7"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:28:44.705329 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Pushing event updated for resources: {'Port': ['ID=1669824e-8845-490a-b3a1-325f2bc176d7,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:44.708627 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:44.769244 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e103b54-2e97-4bd8-a15a-c9bd22f705c0 x-openstack-request-id: req-5e103b54-2e97-4bd8-a15a-c9bd22f705c0 {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:28:44.769810 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f761571e-0a3f-443c-bf6b-fc9eff7084b8", "tag": "1669824e-8845-490a-b3a1-325f2bc176d7", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:28:44.770095 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e103b54-2e97-4bd8-a15a-c9bd22f705c0 {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:28:44.770519 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f761571e-0a3f-443c-bf6b-fc9eff7084b8', 'tag': '1669824e-8845-490a-b3a1-325f2bc176d7', 'status': 'completed', 'code': 200} May 31 18:28:44.808671 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-a1080094-eb8a-4ad3-bade-e10b09986016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:44.810170 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-a1080094-eb8a-4ad3-bade-e10b09986016 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71370ff0ec1348e8a0dd470d369623bb&device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 1097 time: 0.0803838 May 31 18:28:44.883214 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-b77bd5d0-18dc-4ddf-b1f9-517b3c7219b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1669824e-8845-490a-b3a1-325f2bc176d7 HTTP/1.1" status: 200 len: 217 time: 0.0656180 May 31 18:28:44.946295 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-664d0b1f-2393-470f-91ee-be0a77c17d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:44.948632 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-664d0b1f-2393-470f-91ee-be0a77c17d9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23a5645f-f287-424a-bed2-fe7d9c273f95 HTTP/1.1" status: 200 len: 856 time: 0.0598557 May 31 18:28:45.027255 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-9f9b505c-378a-45be-800e-726197920ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:45.028805 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-9f9b505c-378a-45be-800e-726197920ed4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94b1778a-3714-47c8-abf7-03652140706b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743968 May 31 18:28:45.098513 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:45.314679 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-43f47bd6-ed46-4838-9a50-386e3cd8e40e service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548463 May 31 18:28:45.322934 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64f17f-9eef-4e1e-85ff-906e62a43af1 req-10c6e9b6-d452-4bf0-a5c9-b8694f6bcc73 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:45.324294 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-eb64f17f-9eef-4e1e-85ff-906e62a43af1 req-10c6e9b6-d452-4bf0-a5c9-b8694f6bcc73 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 945 time: 0.2946565 May 31 18:28:45.448333 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-eb64f17f-9eef-4e1e-85ff-906e62a43af1 req-d4fd0d77-9e59-424f-85c9-47395f42fedb tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060290 May 31 18:28:45.484229 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4fef5e7f-d466-4389-a083-b79881c26dc7 req-5fc8c4ca-5911-4459-a2c3-ff03c9b91e99 service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590214 May 31 18:28:45.615550 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263edd6-fc9a-40de-983a-a48aa9ed38b8 req-6a2453ac-b204-46d3-877a-4ad753a383b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:45.617347 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a263edd6-fc9a-40de-983a-a48aa9ed38b8 req-6a2453ac-b204-46d3-877a-4ad753a383b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71370ff0ec1348e8a0dd470d369623bb&device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 1097 time: 0.0876944 May 31 18:28:45.664002 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 5d624aa4-fbe6-4ca0-a532-92f838f902df details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:28:45.819500 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 5d624aa4-fbe6-4ca0-a532-92f838f902df, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=5d624aa4-fbe6-4ca0-a532-92f838f902df,segment=NetworkSegment(650f0482-fd94-4b6d-87f0-6a9c3ffbc9af),segment_id=650f0482-fd94-4b6d-87f0-6a9c3ffbc9af)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:45.834807 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Returning: {'device': '5d624aa4-fbe6-4ca0-a532-92f838f902df', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'port_id': '5d624aa4-fbe6-4ca0-a532-92f838f902df', 'mac_address': 'fa:16:3e:88:52:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec71e230-9295-42e2-886a-2045075dddec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:28:45.859001 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263edd6-fc9a-40de-983a-a48aa9ed38b8 req-3961641c-0c41-46b7-8964-fcac9cfcc2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:45.860455 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a263edd6-fc9a-40de-983a-a48aa9ed38b8 req-3961641c-0c41-46b7-8964-fcac9cfcc2ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=94b1778a-3714-47c8-abf7-03652140706b HTTP/1.1" status: 200 len: 918 time: 0.2366219 May 31 18:28:45.916756 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:45.936245 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d624aa4-fbe6-4ca0-a532-92f838f902df {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:28:45.943108 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a263edd6-fc9a-40de-983a-a48aa9ed38b8 req-ba041511-7639-4e9e-bf19-15917ae95bc7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1669824e-8845-490a-b3a1-325f2bc176d7 HTTP/1.1" status: 200 len: 217 time: 0.0711410 May 31 18:28:45.952488 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c8770-224c-4653-b84a-341eba08e66d req-127a401d-df28-48c1-b390-1ae0a6728ff8 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:45.953959 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b12c8770-224c-4653-b84a-341eba08e66d req-127a401d-df28-48c1-b390-1ae0a6728ff8 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 944 time: 0.2617402 May 31 18:28:45.957816 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 5d624aa4-fbe6-4ca0-a532-92f838f902df, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=5d624aa4-fbe6-4ca0-a532-92f838f902df,segment=NetworkSegment(650f0482-fd94-4b6d-87f0-6a9c3ffbc9af),segment_id=650f0482-fd94-4b6d-87f0-6a9c3ffbc9af)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:45.964028 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:45.965959 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:46.038347 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=5d624aa4-fbe6-4ca0-a532-92f838f902df,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:46.041808 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:46.058968 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b12c8770-224c-4653-b84a-341eba08e66d req-85c27222-7ea1-4713-99b5-f75f8b212e6d tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=253f7174-27c8-464b-9ada-f1ce610620cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734787 May 31 18:28:46.060601 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263edd6-fc9a-40de-983a-a48aa9ed38b8 req-bd1b7748-3dbc-4a29-a78f-635d302f8861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:46.061944 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a263edd6-fc9a-40de-983a-a48aa9ed38b8 req-bd1b7748-3dbc-4a29-a78f-635d302f8861 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23a5645f-f287-424a-bed2-fe7d9c273f95 HTTP/1.1" status: 200 len: 856 time: 0.1071227 May 31 18:28:46.069306 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60889aea-66e7-47a8-9af0-8f7828d7ddfa req-8fade1f2-3ab7-457e-a1e4-d1406bf3e122 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:46.070678 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-60889aea-66e7-47a8-9af0-8f7828d7ddfa req-8fade1f2-3ab7-457e-a1e4-d1406bf3e122 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 944 time: 0.2856441 May 31 18:28:46.162610 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-60889aea-66e7-47a8-9af0-8f7828d7ddfa req-db132b79-1f4b-410c-bcc5-837f9833cbb7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9209b1b-4f7c-4778-ba6f-76dbe4c87bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575967 May 31 18:28:46.179530 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263edd6-fc9a-40de-983a-a48aa9ed38b8 req-e9350034-defd-4f25-a37b-b633aab8738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:46.180984 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a263edd6-fc9a-40de-983a-a48aa9ed38b8 req-e9350034-defd-4f25-a37b-b633aab8738b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94b1778a-3714-47c8-abf7-03652140706b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1094799 May 31 18:28:46.313014 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a263edd6-fc9a-40de-983a-a48aa9ed38b8 req-ed2b4e52-23e9-4fb8-95e5-270f3c4df033 service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246214 May 31 18:28:46.444282 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['5d624aa4-fbe6-4ca0-a532-92f838f902df'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:28:46.445595 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a263edd6-fc9a-40de-983a-a48aa9ed38b8 req-6918bd3d-9742-47c6-85ac-e1011b71ff22 service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258399 May 31 18:28:46.950212 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2bd5de86-6fe1-4611-8efe-47bc5e9c8d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:47.247030 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d163f6-c3b1-4365-9d11-09f160f3851b req-ee51c3b8-9d60-4ed3-9271-4c173337211b tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:47.248498 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-77d163f6-c3b1-4365-9d11-09f160f3851b req-ee51c3b8-9d60-4ed3-9271-4c173337211b tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 944 time: 0.0785012 May 31 18:28:47.342358 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-77d163f6-c3b1-4365-9d11-09f160f3851b req-de388980-fd7f-41c6-8a1c-d80e1a5a069a tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=253f7174-27c8-464b-9ada-f1ce610620cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883021 May 31 18:28:47.368624 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fa030-52a1-467d-a569-bb54393da59c req-11702cee-a15f-4b70-a3b7-06c635c4c5bb tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:47.370838 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7e1fa030-52a1-467d-a569-bb54393da59c req-11702cee-a15f-4b70-a3b7-06c635c4c5bb tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 945 time: 0.0991781 May 31 18:28:47.415876 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7e1fa030-52a1-467d-a569-bb54393da59c req-7cf76c63-fc21-47b3-a620-6eec4e4aff0b tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9209b1b-4f7c-4778-ba6f-76dbe4c87bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393946 May 31 18:28:47.678964 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 5d624aa4-fbe6-4ca0-a532-92f838f902df up at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:28:47.747923 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning for port 5d624aa4-fbe6-4ca0-a532-92f838f902df completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:28:47.752573 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning complete for port 5d624aa4-fbe6-4ca0-a532-92f838f902df triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:28:47.752956 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:47.871411 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:47.897337 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44eb2222-a349-4dac-aaf4-5bb8dae81e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d624aa4-fbe6-4ca0-a532-92f838f902df'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:28:47.899548 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2f5ff8a6751ba2ee84274e630c5bdce29e81d1d572756191e078aed669e92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b05ff7-cb37-44c0-a5b0-9a28725b7e58" -d '{"events": [{"server_uuid": "44eb2222-a349-4dac-aaf4-5bb8dae81e8b", "name": "network-vif-plugged", "status": "completed", "tag": "5d624aa4-fbe6-4ca0-a532-92f838f902df"}]}' {{(pid=91735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:28:47.906904 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 5d624aa4-fbe6-4ca0-a532-92f838f902df, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=5d624aa4-fbe6-4ca0-a532-92f838f902df,segment=NetworkSegment(650f0482-fd94-4b6d-87f0-6a9c3ffbc9af),segment_id=650f0482-fd94-4b6d-87f0-6a9c3ffbc9af)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:47.912174 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:47.914077 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:47.945509 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4917708c-88b2-4b3d-a2ee-43da86f5bb00 x-openstack-request-id: req-4917708c-88b2-4b3d-a2ee-43da86f5bb00 {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:28:47.945734 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44eb2222-a349-4dac-aaf4-5bb8dae81e8b", "name": "network-vif-plugged", "status": "completed", "tag": "5d624aa4-fbe6-4ca0-a532-92f838f902df", "code": 200}]} {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:28:47.946007 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4917708c-88b2-4b3d-a2ee-43da86f5bb00 {{(pid=91735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:28:47.946387 dv-cinder-770050-4-iscsi neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44eb2222-a349-4dac-aaf4-5bb8dae81e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d624aa4-fbe6-4ca0-a532-92f838f902df', 'code': 200} May 31 18:28:47.948711 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a516435d-53b6-49ea-b5bf-d8a0cb86140a req-0f953c00-98d2-4164-98d1-ff615b7377ed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725796 May 31 18:28:47.988780 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=5d624aa4-fbe6-4ca0-a532-92f838f902df,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:47.991738 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:48.058523 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516435d-53b6-49ea-b5bf-d8a0cb86140a req-02e56f26-a7a5-4020-a86e-d04d8c6199b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:48.060030 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a516435d-53b6-49ea-b5bf-d8a0cb86140a req-02e56f26-a7a5-4020-a86e-d04d8c6199b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f40ff52ab0247e7b58b3936ba7d1ffc&device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 1098 time: 0.0804033 May 31 18:28:48.365817 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516435d-53b6-49ea-b5bf-d8a0cb86140a req-9f0e2e14-a57e-437f-8ae4-51fd8eb69884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:48.367288 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a516435d-53b6-49ea-b5bf-d8a0cb86140a req-9f0e2e14-a57e-437f-8ae4-51fd8eb69884 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06533e76-9505-417a-9cc9-63152fd856c4 HTTP/1.1" status: 200 len: 915 time: 0.2886281 May 31 18:28:48.377546 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1015664-9102-4694-a9c6-50b23cb8978b req-0ef69c5f-7a48-4d3a-8e15-9dd2f8c2fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:48.378995 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a1015664-9102-4694-a9c6-50b23cb8978b req-0ef69c5f-7a48-4d3a-8e15-9dd2f8c2fe26 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 1099 time: 0.2255759 May 31 18:28:48.456246 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a516435d-53b6-49ea-b5bf-d8a0cb86140a req-b8c8aa0c-2160-4266-bb3d-88060426601d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a243e09-3647-4410-872e-f8b8690b63d9 HTTP/1.1" status: 200 len: 217 time: 0.0810819 May 31 18:28:48.552986 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a1015664-9102-4694-a9c6-50b23cb8978b req-6b60f6cc-83c2-413a-a2cf-8546ca304574 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d9209b1b-4f7c-4778-ba6f-76dbe4c87bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260900 May 31 18:28:48.585054 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516435d-53b6-49ea-b5bf-d8a0cb86140a req-af8b6a5d-7fa5-4641-b9c7-b31c1552f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:48.586513 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a516435d-53b6-49ea-b5bf-d8a0cb86140a req-af8b6a5d-7fa5-4641-b9c7-b31c1552f6a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08915304-fbfd-462b-ba82-8c64e6201154 HTTP/1.1" status: 200 len: 854 time: 0.1199436 May 31 18:28:48.705100 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a516435d-53b6-49ea-b5bf-d8a0cb86140a req-3ec294eb-f673-4448-86fd-e7f7fc38d9dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06533e76-9505-417a-9cc9-63152fd856c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464506 May 31 18:28:48.717710 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a019845-1bbb-40f1-af4c-d30f76d64d44 req-d871d185-239b-442d-913f-8fc3d276a532 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:48.719071 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8a019845-1bbb-40f1-af4c-d30f76d64d44 req-d871d185-239b-442d-913f-8fc3d276a532 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 944 time: 0.2047453 May 31 18:28:48.847538 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ff971-64dd-4588-ac48-7064be3082ef req-de6b7715-6c06-41b8-b5fc-1b0a2beb4bcd tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:48.848981 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e25ff971-64dd-4588-ac48-7064be3082ef req-de6b7715-6c06-41b8-b5fc-1b0a2beb4bcd tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 946 time: 0.2616749 May 31 18:28:48.860936 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8a019845-1bbb-40f1-af4c-d30f76d64d44 req-c4242edd-ab0d-436e-acdd-2646d70c9d2d tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=253f7174-27c8-464b-9ada-f1ce610620cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181903 May 31 18:28:48.934699 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e25ff971-64dd-4588-ac48-7064be3082ef req-a36c0659-83e6-49d4-9d70-31c056b96c4e tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9209b1b-4f7c-4778-ba6f-76dbe4c87bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768700 May 31 18:28:48.936721 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a516435d-53b6-49ea-b5bf-d8a0cb86140a req-d2f8a2ea-66c1-411f-89c5-6399123e3780 service neutron] 10.222.0.43 "GET /v2.0/networks/06533e76-9505-417a-9cc9-63152fd856c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168417 May 31 18:28:49.071595 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a516435d-53b6-49ea-b5bf-d8a0cb86140a req-688cd8aa-1940-4361-af69-748ddc44fb81 service neutron] 10.222.0.43 "GET /v2.0/networks/06533e76-9505-417a-9cc9-63152fd856c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270628 May 31 18:28:49.358550 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:49.696252 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 1669824e-8845-490a-b3a1-325f2bc176d7 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:28:49.792524 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-543cd9b9-dde7-45a9-9489-6af3140a811c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:49.846192 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 1669824e-8845-490a-b3a1-325f2bc176d7, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=1669824e-8845-490a-b3a1-325f2bc176d7,segment=NetworkSegment(08c03eab-0a89-4a42-a286-ecc422d5ad49),segment_id=08c03eab-0a89-4a42-a286-ecc422d5ad49)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:49.860311 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Returning: {'device': '1669824e-8845-490a-b3a1-325f2bc176d7', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'port_id': '1669824e-8845-490a-b3a1-325f2bc176d7', 'mac_address': 'fa:16:3e:37:e5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:28:49.925337 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:49.946058 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1669824e-8845-490a-b3a1-325f2bc176d7 {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:28:49.966795 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 1669824e-8845-490a-b3a1-325f2bc176d7, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=1669824e-8845-490a-b3a1-325f2bc176d7,segment=NetworkSegment(08c03eab-0a89-4a42-a286-ecc422d5ad49),segment_id=08c03eab-0a89-4a42-a286-ecc422d5ad49)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:49.971122 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:49.973084 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:50.045568 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=1669824e-8845-490a-b3a1-325f2bc176d7,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:50.048649 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:50.132350 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ad24a-0b5e-46c0-8add-5bbf28c10a4e req-f0543661-1175-4953-a22f-f8aaeab99034 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:50.133805 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ac3ad24a-0b5e-46c0-8add-5bbf28c10a4e req-f0543661-1175-4953-a22f-f8aaeab99034 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 945 time: 0.1404071 May 31 18:28:50.166717 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c5971-f7e0-43a4-b23c-43c33cb1b45c req-68dbc22b-60cc-4369-a36f-fbd4a37efbff tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:50.168288 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f02c5971-f7e0-43a4-b23c-43c33cb1b45c req-68dbc22b-60cc-4369-a36f-fbd4a37efbff tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 946 time: 0.1205599 May 31 18:28:50.218512 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ac3ad24a-0b5e-46c0-8add-5bbf28c10a4e req-efd6e3ae-32bd-4c96-b7da-91faf55d1a85 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=253f7174-27c8-464b-9ada-f1ce610620cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784576 May 31 18:28:50.231037 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f02c5971-f7e0-43a4-b23c-43c33cb1b45c req-52bdfe00-0db1-4437-bbee-9b8dfbc55ae7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9209b1b-4f7c-4778-ba6f-76dbe4c87bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570583 May 31 18:28:50.342545 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:50.355603 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['1669824e-8845-490a-b3a1-325f2bc176d7'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:28:50.419198 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcea73-175b-4bea-9726-159391c05b8b req-e2826cfb-3caa-47dd-961e-a05527359f61 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:50.420640 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b2bcea73-175b-4bea-9726-159391c05b8b req-e2826cfb-3caa-47dd-961e-a05527359f61 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 946 time: 0.0896666 May 31 18:28:50.429269 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 38014) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:50.435075 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-6e787a86-7725-4c9e-aeb8-6ab0a490e411 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Request body: {'floatingip': {'port_id': '5d624aa4-fbe6-4ca0-a532-92f838f902df'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:50.512361 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6e787a86-7725-4c9e-aeb8-6ab0a490e411 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for floatingip, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:51.201580 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6e787a86-7725-4c9e-aeb8-6ab0a490e411 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:51.205253 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6e787a86-7725-4c9e-aeb8-6ab0a490e411 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401662'] for floatingip, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:51.423981 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.l3_db [None req-6e787a86-7725-4c9e-aeb8-6ab0a490e411 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Floating IP b540b984-4cb8-40db-990c-8d7bc34be79e associated. External IP: 172.27.0.132, port: 5d624aa4-fbe6-4ca0-a532-92f838f902df. May 31 18:28:51.525021 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6ba7b-fe71-41ab-99c8-2114021824ce req-81b783db-1fd5-4305-8ace-98a169525cdb tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:51.526468 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-92c6ba7b-fe71-41ab-99c8-2114021824ce req-81b783db-1fd5-4305-8ace-98a169525cdb tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 945 time: 0.1917274 May 31 18:28:51.643454 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-92c6ba7b-fe71-41ab-99c8-2114021824ce req-498a0f57-405d-417d-a06a-a09e21b75d97 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=253f7174-27c8-464b-9ada-f1ce610620cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696003 May 31 18:28:51.694203 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 1669824e-8845-490a-b3a1-325f2bc176d7 up at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:28:51.763035 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning for port 1669824e-8845-490a-b3a1-325f2bc176d7 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:28:51.767598 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning complete for port 1669824e-8845-490a-b3a1-325f2bc176d7 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:28:51.768026 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:51.824583 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e787a86-7725-4c9e-aeb8-6ab0a490e411 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:28:51.913737 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:51.942914 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f761571e-0a3f-443c-bf6b-fc9eff7084b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1669824e-8845-490a-b3a1-325f2bc176d7'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:28:51.945132 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2f5ff8a6751ba2ee84274e630c5bdce29e81d1d572756191e078aed669e92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f894b9-0942-4ba7-a28c-0a0ed579919b" -d '{"events": [{"server_uuid": "f761571e-0a3f-443c-bf6b-fc9eff7084b8", "name": "network-vif-plugged", "status": "completed", "tag": "1669824e-8845-490a-b3a1-325f2bc176d7"}]}' {{(pid=91735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:28:51.954125 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 1669824e-8845-490a-b3a1-325f2bc176d7, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=1669824e-8845-490a-b3a1-325f2bc176d7,segment=NetworkSegment(08c03eab-0a89-4a42-a286-ecc422d5ad49),segment_id=08c03eab-0a89-4a42-a286-ecc422d5ad49)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:51.958980 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:51.962549 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:52.013810 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e787a86-7725-4c9e-aeb8-6ab0a490e411 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:28:52.014541 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a447f4a-60db-484a-8976-67a4f5d7c64b x-openstack-request-id: req-0a447f4a-60db-484a-8976-67a4f5d7c64b {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:28:52.014852 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f761571e-0a3f-443c-bf6b-fc9eff7084b8", "name": "network-vif-plugged", "status": "completed", "tag": "1669824e-8845-490a-b3a1-325f2bc176d7", "code": 200}]} {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:28:52.015113 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a447f4a-60db-484a-8976-67a4f5d7c64b {{(pid=91735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:28:52.016170 dv-cinder-770050-4-iscsi neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f761571e-0a3f-443c-bf6b-fc9eff7084b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1669824e-8845-490a-b3a1-325f2bc176d7', 'code': 200} May 31 18:28:52.018685 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6e787a86-7725-4c9e-aeb8-6ab0a490e411 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for floatingip, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:52.037386 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1982b272-e077-431d-b88b-5c1a6d0105de None None] Sync routers for ids ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:28:52.050859 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1982b272-e077-431d-b88b-5c1a6d0105de None None] Routers {'1c7e4929-9cd4-49a5-a948-e47fd7b8755d'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:28:52.051407 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-1982b272-e077-431d-b88b-5c1a6d0105de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:28:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:28:52.078468 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-6e787a86-7725-4c9e-aeb8-6ab0a490e411 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "PUT /v2.0/floatingips/b540b984-4cb8-40db-990c-8d7bc34be79e HTTP/1.1" status: 200 len: 992 time: 1.6481497 May 31 18:28:52.079921 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44eb2222-a349-4dac-aaf4-5bb8dae81e8b', 'tag': '5d624aa4-fbe6-4ca0-a532-92f838f902df'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:28:52.082295 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e3aed1-d3b8-41ea-943a-ac5cfb4d6c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "44eb2222-a349-4dac-aaf4-5bb8dae81e8b", "tag": "5d624aa4-fbe6-4ca0-a532-92f838f902df"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:28:52.151217 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=1669824e-8845-490a-b3a1-325f2bc176d7,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:52.154636 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:52.165012 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7f2a6c-10f7-4934-9ada-c4cfebd51be9 x-openstack-request-id: req-2e7f2a6c-10f7-4934-9ada-c4cfebd51be9 {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:28:52.166172 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44eb2222-a349-4dac-aaf4-5bb8dae81e8b", "tag": "5d624aa4-fbe6-4ca0-a532-92f838f902df", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:28:52.166733 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e7f2a6c-10f7-4934-9ada-c4cfebd51be9 {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:28:52.167606 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44eb2222-a349-4dac-aaf4-5bb8dae81e8b', 'tag': '5d624aa4-fbe6-4ca0-a532-92f838f902df', 'status': 'completed', 'code': 200} May 31 18:28:52.222704 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:52.271313 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-1982b272-e077-431d-b88b-5c1a6d0105de None None] Set router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:28:52.319244 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3aed1-d3b8-41ea-943a-ac5cfb4d6c7c req-5ef6049a-f40c-4446-b05d-5fa082941d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:52.320730 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b9e3aed1-d3b8-41ea-943a-ac5cfb4d6c7c req-5ef6049a-f40c-4446-b05d-5fa082941d6b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e0ba4821bf84395b9662f29d0e886ca&device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 1099 time: 0.1342299 May 31 18:28:52.323302 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8418c-2a7b-4c12-931b-c51faefeaa01 req-fce64f51-4a23-45f3-ae3f-5051e346dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:52.324641 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d4d8418c-2a7b-4c12-931b-c51faefeaa01 req-fce64f51-4a23-45f3-ae3f-5051e346dda0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 1099 time: 0.0994189 May 31 18:28:52.567114 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d4d8418c-2a7b-4c12-931b-c51faefeaa01 req-5f133cfe-e643-49a2-a763-fa9f821d9840 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=253f7174-27c8-464b-9ada-f1ce610620cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176826 May 31 18:28:52.603654 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3aed1-d3b8-41ea-943a-ac5cfb4d6c7c req-c59e4adc-b670-46cd-80f9-bd8b3b2ee5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:52.605110 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b9e3aed1-d3b8-41ea-943a-ac5cfb4d6c7c req-c59e4adc-b670-46cd-80f9-bd8b3b2ee5eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 HTTP/1.1" status: 200 len: 912 time: 0.2735276 May 31 18:28:52.633494 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-1982b272-e077-431d-b88b-5c1a6d0105de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:18:44Z', 'revision_number': 4, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port': {'id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:24Z', 'updated_at': '2021-05-31T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': 'b540b984-4cb8-40db-990c-8d7bc34be79e', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'port_id': '5d624aa4-fbe6-4ca0-a532-92f838f902df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'mac_address': 'fa:16:3e:88:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb2222-a349-4dac-aaf4-5bb8dae81e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:28:34Z', 'updated_at': '2021-05-31T18:28:51Z', 'revision_number': 1, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2a0ffb-92df-45fc-8a24-1183cd21b940', 'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'mac_address': 'fa:16:3e:8f:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ec71e230-9295-42e2-886a-2045075dddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:40Z', 'updated_at': '2021-05-31T18:18:55Z', 'revision_number': 5, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'subnets': [{'id': 'ec71e230-9295-42e2-886a-2045075dddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:28:52.638227 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1982b272-e077-431d-b88b-5c1a6d0105de None None] Checking router: 1c7e4929-9cd4-49a5-a948-e47fd7b8755d for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:28:52.646689 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1982b272-e077-431d-b88b-5c1a6d0105de None None] Routers {'1c7e4929-9cd4-49a5-a948-e47fd7b8755d'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:28:52.647326 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-1982b272-e077-431d-b88b-5c1a6d0105de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:28:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:28:52.818211 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b9e3aed1-d3b8-41ea-943a-ac5cfb4d6c7c req-79b4e643-7927-436e-b238-d6a65e02d76d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d624aa4-fbe6-4ca0-a532-92f838f902df HTTP/1.1" status: 200 len: 1000 time: 0.1429756 May 31 18:28:52.826460 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-1982b272-e077-431d-b88b-5c1a6d0105de None None] Set router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:28:52.894001 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3aed1-d3b8-41ea-943a-ac5cfb4d6c7c req-39414c32-7009-471a-badf-89aefe6cdb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:52.895797 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b9e3aed1-d3b8-41ea-943a-ac5cfb4d6c7c req-39414c32-7009-471a-badf-89aefe6cdb43 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec71e230-9295-42e2-886a-2045075dddec HTTP/1.1" status: 200 len: 850 time: 0.0705504 May 31 18:28:52.907460 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8fec6-ff96-434d-980f-5036dbbd7a21 req-f64f3fe2-e66c-4650-a353-8c0eef212e9b tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:52.908861 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-54a8fec6-ff96-434d-980f-5036dbbd7a21 req-f64f3fe2-e66c-4650-a353-8c0eef212e9b tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 946 time: 0.1480570 May 31 18:28:53.003808 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-54a8fec6-ff96-434d-980f-5036dbbd7a21 req-9db20a3e-ae4f-4b03-995b-6e4a3fd5a4af tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=253f7174-27c8-464b-9ada-f1ce610620cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637040 May 31 18:28:53.029183 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3aed1-d3b8-41ea-943a-ac5cfb4d6c7c req-9d342813-7ed3-4772-941b-889c72dfaf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:53.029183 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b9e3aed1-d3b8-41ea-943a-ac5cfb4d6c7c req-9d342813-7ed3-4772-941b-889c72dfaf52 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1138773 May 31 18:28:53.164491 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b9e3aed1-d3b8-41ea-943a-ac5cfb4d6c7c req-f42e2049-b613-42be-99d6-1ed1d4904a24 service neutron] 10.222.0.43 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310997 May 31 18:28:53.182536 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-1982b272-e077-431d-b88b-5c1a6d0105de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:18:44Z', 'revision_number': 4, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port': {'id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:24Z', 'updated_at': '2021-05-31T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': 'b540b984-4cb8-40db-990c-8d7bc34be79e', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'port_id': '5d624aa4-fbe6-4ca0-a532-92f838f902df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'mac_address': 'fa:16:3e:88:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb2222-a349-4dac-aaf4-5bb8dae81e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:28:34Z', 'updated_at': '2021-05-31T18:28:51Z', 'revision_number': 1, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2a0ffb-92df-45fc-8a24-1183cd21b940', 'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'mac_address': 'fa:16:3e:8f:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ec71e230-9295-42e2-886a-2045075dddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:40Z', 'updated_at': '2021-05-31T18:18:55Z', 'revision_number': 5, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'subnets': [{'id': 'ec71e230-9295-42e2-886a-2045075dddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:28:53.186699 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1982b272-e077-431d-b88b-5c1a6d0105de None None] The sync data for ids ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'] in dv-cinder-770050-4-iscsi is: [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:18:44Z', 'revision_number': 4, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port': {'id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:24Z', 'updated_at': '2021-05-31T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': 'b540b984-4cb8-40db-990c-8d7bc34be79e', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'port_id': '5d624aa4-fbe6-4ca0-a532-92f838f902df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'mac_address': 'fa:16:3e:88:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb2222-a349-4dac-aaf4-5bb8dae81e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:28:34Z', 'updated_at': '2021-05-31T18:28:51Z', 'revision_number': 1, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2a0ffb-92df-45fc-8a24-1183cd21b940', 'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'mac_address': 'fa:16:3e:8f:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ec71e230-9295-42e2-886a-2045075dddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:40Z', 'updated_at': '2021-05-31T18:18:55Z', 'revision_number': 5, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'subnets': [{'id': 'ec71e230-9295-42e2-886a-2045075dddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:28:53.303395 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b9e3aed1-d3b8-41ea-943a-ac5cfb4d6c7c req-ef2cb1f5-2613-4561-bf4f-a0221cd6dd0e service neutron] 10.222.0.43 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317499 May 31 18:28:53.395539 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481c29ed-3ebb-4ad5-8901-97097542eb39 None None] New status for floating IP b540b984-4cb8-40db-990c-8d7bc34be79e: ACTIVE {{(pid=91736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:28:54.191780 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a8ab3-c8a6-4af0-b20c-0b234a839577 req-b44ec90a-6fb9-461c-a6ce-67e66b73a3b8 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:54.193258 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-118a8ab3-c8a6-4af0-b20c-0b234a839577 req-b44ec90a-6fb9-461c-a6ce-67e66b73a3b8 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 946 time: 0.0809617 May 31 18:28:54.238220 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-118a8ab3-c8a6-4af0-b20c-0b234a839577 req-e649166a-15e9-40a4-887f-d8be0a805119 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=253f7174-27c8-464b-9ada-f1ce610620cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392318 May 31 18:28:54.427669 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8167fe-3982-4b32-a7bc-e43e14039786 req-06e69a14-1871-49d6-a136-718b7af42933 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:54.429161 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9c8167fe-3982-4b32-a7bc-e43e14039786 req-06e69a14-1871-49d6-a136-718b7af42933 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 946 time: 0.0845842 May 31 18:28:54.438318 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 38062) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:54.443535 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-f2f28e6f-48d3-49ac-a973-c9944f62e692 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Request body: {'floatingip': {'port_id': '1669824e-8845-490a-b3a1-325f2bc176d7'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:54.523519 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f2f28e6f-48d3-49ac-a973-c9944f62e692 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for floatingip, before_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:55.193983 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f2f28e6f-48d3-49ac-a973-c9944f62e692 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:55.199071 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f2f28e6f-48d3-49ac-a973-c9944f62e692 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401662'] for floatingip, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:55.370287 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.db.l3_db [None req-f2f28e6f-48d3-49ac-a973-c9944f62e692 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Floating IP 1074aecf-804a-4fdd-874e-3e4b62009c85 associated. External IP: 172.27.0.178, port: 1669824e-8845-490a-b3a1-325f2bc176d7. May 31 18:28:55.734038 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f28e6f-48d3-49ac-a973-c9944f62e692 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Router c4751df5-e207-469d-a306-8a05677a2892 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:28:55.917889 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f28e6f-48d3-49ac-a973-c9944f62e692 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:28:55.922318 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f2f28e6f-48d3-49ac-a973-c9944f62e692 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for floatingip, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:55.927758 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c45ef1-729b-4a85-ba0d-ceb93c6cf045 None None] Sync routers for ids ['c4751df5-e207-469d-a306-8a05677a2892'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:28:55.937503 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c45ef1-729b-4a85-ba0d-ceb93c6cf045 None None] Routers {'c4751df5-e207-469d-a306-8a05677a2892'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:28:55.938110 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-73c45ef1-729b-4a85-ba0d-ceb93c6cf045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:28:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['c4751df5-e207-469d-a306-8a05677a2892'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:28:55.975741 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-f2f28e6f-48d3-49ac-a973-c9944f62e692 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "PUT /v2.0/floatingips/1074aecf-804a-4fdd-874e-3e4b62009c85 HTTP/1.1" status: 200 len: 992 time: 1.5363371 May 31 18:28:55.976387 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f761571e-0a3f-443c-bf6b-fc9eff7084b8', 'tag': '1669824e-8845-490a-b3a1-325f2bc176d7'}] {{(pid=91733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:28:55.979464 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be887ca5dbf2450db9bbf819a9be465f9bc5271ee7f790899717ffbefd4c1453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfcdd79-6653-4972-8b42-c1f725480e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "f761571e-0a3f-443c-bf6b-fc9eff7084b8", "tag": "1669824e-8845-490a-b3a1-325f2bc176d7"}]}' {{(pid=91733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:28:56.082841 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418abeee-3f62-4b6e-97a8-d6daa3a3783d x-openstack-request-id: req-418abeee-3f62-4b6e-97a8-d6daa3a3783d {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:28:56.083164 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f761571e-0a3f-443c-bf6b-fc9eff7084b8", "tag": "1669824e-8845-490a-b3a1-325f2bc176d7", "status": "completed", "code": 200}]} {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:28:56.083448 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-418abeee-3f62-4b6e-97a8-d6daa3a3783d {{(pid=91733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:28:56.083903 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f761571e-0a3f-443c-bf6b-fc9eff7084b8', 'tag': '1669824e-8845-490a-b3a1-325f2bc176d7', 'status': 'completed', 'code': 200} May 31 18:28:56.154279 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-73c45ef1-729b-4a85-ba0d-ceb93c6cf045 None None] Set router c4751df5-e207-469d-a306-8a05677a2892 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:28:56.191851 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcdd79-6653-4972-8b42-c1f725480e2f req-7e7ebb28-e2c4-4932-8fa3-1301f07b3618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:56.193457 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3cfcdd79-6653-4972-8b42-c1f725480e2f req-7e7ebb28-e2c4-4932-8fa3-1301f07b3618 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71370ff0ec1348e8a0dd470d369623bb&device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 1099 time: 0.0788214 May 31 18:28:56.329690 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcdd79-6653-4972-8b42-c1f725480e2f req-e1ce7f6d-a578-48bc-8877-dd9b58c6005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:56.331173 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3cfcdd79-6653-4972-8b42-c1f725480e2f req-e1ce7f6d-a578-48bc-8877-dd9b58c6005b service neutron] 10.222.0.43 "GET /v2.0/networks?id=94b1778a-3714-47c8-abf7-03652140706b HTTP/1.1" status: 200 len: 918 time: 0.1286390 May 31 18:28:56.436149 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3cfcdd79-6653-4972-8b42-c1f725480e2f req-836c2412-9e58-4279-80aa-d692db891eda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1669824e-8845-490a-b3a1-325f2bc176d7 HTTP/1.1" status: 200 len: 1000 time: 0.0975885 May 31 18:28:56.501434 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-73c45ef1-729b-4a85-ba0d-ceb93c6cf045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:18:39Z', 'revision_number': 4, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port': {'id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': '1074aecf-804a-4fdd-874e-3e4b62009c85', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'port_id': '1669824e-8845-490a-b3a1-325f2bc176d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'mac_address': 'fa:16:3e:37:e5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761571e-0a3f-443c-bf6b-fc9eff7084b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:28:32Z', 'updated_at': '2021-05-31T18:28:55Z', 'revision_number': 1, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a937546-1465-4eeb-90b3-9d3e052d5382', 'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'mac_address': 'fa:16:3e:5a:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:51Z', 'revision_number': 5, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'subnets': [{'id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:28:56.505659 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c45ef1-729b-4a85-ba0d-ceb93c6cf045 None None] Checking router: c4751df5-e207-469d-a306-8a05677a2892 for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:28:56.506529 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcdd79-6653-4972-8b42-c1f725480e2f req-eb15053c-9c80-4a0f-a80d-531626be622d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:56.507993 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3cfcdd79-6653-4972-8b42-c1f725480e2f req-eb15053c-9c80-4a0f-a80d-531626be622d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23a5645f-f287-424a-bed2-fe7d9c273f95 HTTP/1.1" status: 200 len: 856 time: 0.0598543 May 31 18:28:56.514881 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c45ef1-729b-4a85-ba0d-ceb93c6cf045 None None] Routers {'c4751df5-e207-469d-a306-8a05677a2892'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:28:56.515475 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-73c45ef1-729b-4a85-ba0d-ceb93c6cf045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:28:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['c4751df5-e207-469d-a306-8a05677a2892'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:28:56.585154 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcdd79-6653-4972-8b42-c1f725480e2f req-e456fc74-6d17-434d-9922-6a357f32376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:56.586641 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3cfcdd79-6653-4972-8b42-c1f725480e2f req-e456fc74-6d17-434d-9922-6a357f32376c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94b1778a-3714-47c8-abf7-03652140706b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717192 May 31 18:28:56.706856 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-73c45ef1-729b-4a85-ba0d-ceb93c6cf045 None None] Set router c4751df5-e207-469d-a306-8a05677a2892 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:28:56.727440 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3cfcdd79-6653-4972-8b42-c1f725480e2f req-0522cb7c-0f47-4939-9587-9f3e93cf5e7f service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337476 May 31 18:28:56.979805 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3cfcdd79-6653-4972-8b42-c1f725480e2f req-51982ec9-b1b1-4f85-8d42-bbd1c0f23277 service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449288 May 31 18:28:57.087986 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-73c45ef1-729b-4a85-ba0d-ceb93c6cf045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:18:39Z', 'revision_number': 4, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port': {'id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': '1074aecf-804a-4fdd-874e-3e4b62009c85', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'port_id': '1669824e-8845-490a-b3a1-325f2bc176d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'mac_address': 'fa:16:3e:37:e5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761571e-0a3f-443c-bf6b-fc9eff7084b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:28:32Z', 'updated_at': '2021-05-31T18:28:55Z', 'revision_number': 1, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a937546-1465-4eeb-90b3-9d3e052d5382', 'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'mac_address': 'fa:16:3e:5a:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:51Z', 'revision_number': 5, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'subnets': [{'id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:28:57.091880 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c45ef1-729b-4a85-ba0d-ceb93c6cf045 None None] The sync data for ids ['c4751df5-e207-469d-a306-8a05677a2892'] in dv-cinder-770050-4-iscsi is: [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:18:39Z', 'revision_number': 4, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port': {'id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': '1074aecf-804a-4fdd-874e-3e4b62009c85', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'port_id': '1669824e-8845-490a-b3a1-325f2bc176d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'mac_address': 'fa:16:3e:37:e5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761571e-0a3f-443c-bf6b-fc9eff7084b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:28:32Z', 'updated_at': '2021-05-31T18:28:55Z', 'revision_number': 1, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a937546-1465-4eeb-90b3-9d3e052d5382', 'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'mac_address': 'fa:16:3e:5a:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:51Z', 'revision_number': 5, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'subnets': [{'id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:28:57.280686 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa40f3-20b8-4e93-9eae-5190beb4c6b7 None None] New status for floating IP 1074aecf-804a-4fdd-874e-3e4b62009c85: ACTIVE {{(pid=91736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:29:10.004778 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:29:15.116079 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:16.950679 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b304fa9f-8ff6-458e-9eba-2dfc8f9bddc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:19.361183 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:19.724384 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c9a08d93-9eed-4d45-9b21-ddb2b103f603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:20.342480 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:22.142532 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:45.117433 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:46.954069 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-54023ae7-639e-448e-acd6-d1387ebe3bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:47.003462 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:29:48.897561 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8db04265-fecd-42af-9063-847fae5ced08 req-8163fe4d-f62b-460f-9ebd-248734190dc7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690477 May 31 18:29:48.998969 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db04265-fecd-42af-9063-847fae5ced08 req-2bd44ce9-9ecd-4017-a53e-1ff8abc46215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:49.000427 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8db04265-fecd-42af-9063-847fae5ced08 req-2bd44ce9-9ecd-4017-a53e-1ff8abc46215 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 1099 time: 0.0728111 May 31 18:29:49.206733 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db04265-fecd-42af-9063-847fae5ced08 req-6356ad1d-40f8-479a-9d4d-0ea85e898df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:49.208212 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8db04265-fecd-42af-9063-847fae5ced08 req-6356ad1d-40f8-479a-9d4d-0ea85e898df5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1885357 May 31 18:29:49.281471 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8db04265-fecd-42af-9063-847fae5ced08 req-bbd1d530-2dbc-4f09-943e-b226b2232f54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95f348e1-f448-46b8-bd99-32f1882741c5 HTTP/1.1" status: 200 len: 217 time: 0.0665431 May 31 18:29:49.346827 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db04265-fecd-42af-9063-847fae5ced08 req-09b770b0-404f-41a1-9315-0ac881b6ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:49.348474 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8db04265-fecd-42af-9063-847fae5ced08 req-09b770b0-404f-41a1-9315-0ac881b6ae7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0602257 May 31 18:29:49.364571 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:49.397721 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8db04265-fecd-42af-9063-847fae5ced08 req-0c5631c5-8c36-4ff8-988f-b4c4a35119d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420172 May 31 18:29:49.531656 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8db04265-fecd-42af-9063-847fae5ced08 req-fbb19652-5ed9-41e7-976e-acbbe71209a9 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266437 May 31 18:29:49.662146 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8db04265-fecd-42af-9063-847fae5ced08 req-cd629f94-f382-4f2b-a2af-8b2135bd8435 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233497 May 31 18:29:49.726075 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a1611f54-3258-4e51-942d-563303645117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:50.347457 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:52.143478 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:15.119370 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:16.957269 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a06ae6cf-1e78-4d4c-9219-163f20de93c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:19.366321 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:19.728513 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2a94ebe6-d7ea-43e7-b792-ad5c63e3b4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:20.349358 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:22.146062 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:24.003051 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:30:45.129095 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:46.962493 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ad7466ce-6924-4e43-bcec-39fb8194c96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:49.369181 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:49.731456 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e2c9962e-b668-40a4-b5d2-9889c0465297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:49.882523 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ed5f48c2-ae3b-4601-a21f-fa5df8ac694b req-4c0babd0-2c01-4928-a76c-e22c65b1d8cb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762570 May 31 18:30:50.022803 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f48c2-ae3b-4601-a21f-fa5df8ac694b req-e8b3462f-35e6-47d9-8e7a-97e83502a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:30:50.024288 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ed5f48c2-ae3b-4601-a21f-fa5df8ac694b req-e8b3462f-35e6-47d9-8e7a-97e83502a524 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f40ff52ab0247e7b58b3936ba7d1ffc&device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 1098 time: 0.0737631 May 31 18:30:50.166665 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f48c2-ae3b-4601-a21f-fa5df8ac694b req-86901972-7557-4192-91bb-8fe30cad6963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:30:50.168575 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ed5f48c2-ae3b-4601-a21f-fa5df8ac694b req-86901972-7557-4192-91bb-8fe30cad6963 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06533e76-9505-417a-9cc9-63152fd856c4 HTTP/1.1" status: 200 len: 915 time: 0.1262629 May 31 18:30:50.239973 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ed5f48c2-ae3b-4601-a21f-fa5df8ac694b req-02912d2a-306a-4d05-94de-788aed0b4622 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a243e09-3647-4410-872e-f8b8690b63d9 HTTP/1.1" status: 200 len: 217 time: 0.0645490 May 31 18:30:50.301936 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f48c2-ae3b-4601-a21f-fa5df8ac694b req-882545ab-0a4f-430e-8905-509d493bfe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:30:50.303382 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ed5f48c2-ae3b-4601-a21f-fa5df8ac694b req-882545ab-0a4f-430e-8905-509d493bfe66 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08915304-fbfd-462b-ba82-8c64e6201154 HTTP/1.1" status: 200 len: 854 time: 0.0572519 May 31 18:30:50.352524 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:50.352979 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ed5f48c2-ae3b-4601-a21f-fa5df8ac694b req-b00e8ba7-faec-4cd1-a367-25d2161fa4a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06533e76-9505-417a-9cc9-63152fd856c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423295 May 31 18:30:50.484989 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ed5f48c2-ae3b-4601-a21f-fa5df8ac694b req-a2f702f7-3f52-4dcd-9d07-ebb492dc5926 service neutron] 10.222.0.43 "GET /v2.0/networks/06533e76-9505-417a-9cc9-63152fd856c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238179 May 31 18:30:50.709129 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ed5f48c2-ae3b-4601-a21f-fa5df8ac694b req-3fdaae0b-b70d-4092-b12c-1e921da007d8 service neutron] 10.222.0.43 "GET /v2.0/networks/06533e76-9505-417a-9cc9-63152fd856c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176507 May 31 18:30:52.148925 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:01.002270 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:31:15.131307 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:16.965214 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a36852f5-7541-49f1-9af4-1a66f55b2f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:19.373932 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:19.727834 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-84802220-2f8c-436f-857a-4286fc612d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:20.355636 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:22.151648 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:38.001862 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:31:45.158079 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:46.967227 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-33dc2c9b-3ad3-496e-8ab2-42e899fddcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:49.376222 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:49.730268 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4e85c958-41ab-4366-a872-6378d4d11cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:50.358087 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:50.897435 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fab329fa-7943-457c-a823-03fa11a4a019 req-275e4c09-5d83-4104-bd27-f304fd91351f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720558 May 31 18:31:50.989597 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab329fa-7943-457c-a823-03fa11a4a019 req-bc78a3fc-06cf-4cc5-8316-bc9b3833989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:31:50.991072 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fab329fa-7943-457c-a823-03fa11a4a019 req-bc78a3fc-06cf-4cc5-8316-bc9b3833989b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 1099 time: 0.0724468 May 31 18:31:51.134621 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab329fa-7943-457c-a823-03fa11a4a019 req-e09a54dc-9bc2-462b-a948-33a91c6a0c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:31:51.136843 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fab329fa-7943-457c-a823-03fa11a4a019 req-e09a54dc-9bc2-462b-a948-33a91c6a0c4e service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1257348 May 31 18:31:51.203034 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fab329fa-7943-457c-a823-03fa11a4a019 req-a2a8a790-dddd-4b8c-9178-992a4c0b3d58 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95f348e1-f448-46b8-bd99-32f1882741c5 HTTP/1.1" status: 200 len: 217 time: 0.0598595 May 31 18:31:51.268934 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab329fa-7943-457c-a823-03fa11a4a019 req-912ef0e2-4284-404f-8ec9-d08a583217ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:31:51.270399 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fab329fa-7943-457c-a823-03fa11a4a019 req-912ef0e2-4284-404f-8ec9-d08a583217ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0614760 May 31 18:31:51.318301 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fab329fa-7943-457c-a823-03fa11a4a019 req-151a7a5e-dce9-4f0a-8bb3-8906d82e9702 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420332 May 31 18:31:51.450490 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fab329fa-7943-457c-a823-03fa11a4a019 req-4a8813e3-b197-450a-8072-69fa50e38d48 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255367 May 31 18:31:51.581698 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fab329fa-7943-457c-a823-03fa11a4a019 req-af035688-b4ff-4f61-b9c2-457bf99f9638 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245224 May 31 18:31:52.154924 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:15.001320 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:32:15.169545 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:16.967604 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-55748adb-ea87-46f3-b466-8225da05f667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:19.379515 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:19.733062 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-aa8ba5ff-dc69-486c-8d26-327b397164b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:20.361569 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:22.158423 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:45.170294 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:46.968799 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d133f65e-5560-430a-be8e-f50f44990f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:49.383670 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:49.735090 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-93981d38-2823-4700-919e-93add9b371d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:50.364917 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:51.910640 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-710b5c58-eba2-4881-bf3f-9d49d57ab52e req-6fffb802-554f-413f-bb13-7d11791eecda service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738378 May 31 18:32:52.000691 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b5c58-eba2-4881-bf3f-9d49d57ab52e req-4e741818-3bab-4fbe-9bbb-9901660a5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:32:52.001173 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:32:52.002151 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-710b5c58-eba2-4881-bf3f-9d49d57ab52e req-4e741818-3bab-4fbe-9bbb-9901660a5e32 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 1098 time: 0.0707469 May 31 18:32:52.146190 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b5c58-eba2-4881-bf3f-9d49d57ab52e req-2e160a34-59ce-47f8-9a76-2741b562a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:32:52.148102 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-710b5c58-eba2-4881-bf3f-9d49d57ab52e req-2e160a34-59ce-47f8-9a76-2741b562a567 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1274989 May 31 18:32:52.166161 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:52.222489 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-710b5c58-eba2-4881-bf3f-9d49d57ab52e req-ffe9520b-119d-455f-a949-b37d7edd00fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=673bc5a6-59e1-4b80-b4f7-6bb72efc143d HTTP/1.1" status: 200 len: 217 time: 0.0677104 May 31 18:32:52.286903 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b5c58-eba2-4881-bf3f-9d49d57ab52e req-cb87010a-17d0-47ef-b5eb-afe2055b51f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:32:52.288333 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-710b5c58-eba2-4881-bf3f-9d49d57ab52e req-cb87010a-17d0-47ef-b5eb-afe2055b51f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0598371 May 31 18:32:52.335621 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-710b5c58-eba2-4881-bf3f-9d49d57ab52e req-1e7805f0-0895-4e90-8c15-322a4c6388b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403717 May 31 18:32:52.468203 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-710b5c58-eba2-4881-bf3f-9d49d57ab52e req-ee6ace63-66ec-4489-9195-d161a9637f73 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259105 May 31 18:32:52.598122 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-710b5c58-eba2-4881-bf3f-9d49d57ab52e req-73151838-5ad5-4318-85e5-7f653ed0597e service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228783 May 31 18:33:15.168038 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:16.972281 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-714b3602-8a9b-43b3-83a6-38627e31ebd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:19.379219 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:19.738121 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cca595b5-aa08-4f6d-a041-fe2221d71328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:20.367751 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:22.165719 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:28.999403 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:33:45.167281 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:46.973246 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0ad697da-9c43-421c-becc-b02af05a90a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:49.382282 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:49.749434 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7d7d1521-7e12-485b-9305-191c8e8662d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:50.370527 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:52.154678 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-cc1188ec-6782-45d1-849f-61bd2dec8b60 req-ee6be079-3ade-4c62-a9dd-8ef99fb4c8dc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2986097 May 31 18:33:52.180681 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:52.247061 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1188ec-6782-45d1-849f-61bd2dec8b60 req-40819ff8-8360-4422-897d-95e7e036d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:33:52.248687 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-cc1188ec-6782-45d1-849f-61bd2dec8b60 req-40819ff8-8360-4422-897d-95e7e036d137 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e0ba4821bf84395b9662f29d0e886ca&device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 1099 time: 0.0721171 May 31 18:33:52.391921 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1188ec-6782-45d1-849f-61bd2dec8b60 req-b44d014d-e45a-4b25-9e62-21bf9991cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:33:52.393283 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-cc1188ec-6782-45d1-849f-61bd2dec8b60 req-b44d014d-e45a-4b25-9e62-21bf9991cc50 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 HTTP/1.1" status: 200 len: 912 time: 0.1270061 May 31 18:33:52.495295 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-cc1188ec-6782-45d1-849f-61bd2dec8b60 req-fe499531-b36d-4925-83bb-866d6541626f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d624aa4-fbe6-4ca0-a532-92f838f902df HTTP/1.1" status: 200 len: 1002 time: 0.0960009 May 31 18:33:52.564896 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1188ec-6782-45d1-849f-61bd2dec8b60 req-ff0d1ca2-0712-4449-865d-05cec8aa638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:33:52.566330 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-cc1188ec-6782-45d1-849f-61bd2dec8b60 req-ff0d1ca2-0712-4449-865d-05cec8aa638f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec71e230-9295-42e2-886a-2045075dddec HTTP/1.1" status: 200 len: 850 time: 0.0649259 May 31 18:33:52.639787 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1188ec-6782-45d1-849f-61bd2dec8b60 req-89cb47aa-297a-49be-8598-e47f53bea997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:33:52.641223 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-cc1188ec-6782-45d1-849f-61bd2dec8b60 req-89cb47aa-297a-49be-8598-e47f53bea997 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683246 May 31 18:33:52.771836 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-cc1188ec-6782-45d1-849f-61bd2dec8b60 req-c9d4ba3d-42e2-41a9-8d73-9e90049a4ffd service neutron] 10.222.0.43 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235793 May 31 18:33:52.901647 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-cc1188ec-6782-45d1-849f-61bd2dec8b60 req-a6cf8140-2858-463a-a48d-172db5e2ce4a service neutron] 10.222.0.43 "GET /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230562 May 31 18:33:55.218088 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 40878) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:33:55.288508 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:55.318876 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:55.390408 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:55.395518 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0f85a33c-f71a-418f-b417-3d1bf8d64877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:33:55.410605 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07a63c8-3f27-4530-9ff3-ecff051c1d82,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:33:55.418840 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:33:55.419369 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:33:55.419735 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:33:55.420093 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:33:55.420570 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:33:55.420767 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:33:55.421126 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:33:55.421562 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:33:55.421915 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:33:55.422257 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:33:55.422597 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:33:55.423067 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:33:55.433308 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:33:55.436517 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:55.437936 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] 10.222.0.30 "DELETE /v2.0/security-groups/b07a63c8-3f27-4530-9ff3-ecff051c1d82 HTTP/1.1" status: 204 len: 168 time: 0.2185047 May 31 18:33:55.609090 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 40890) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:33:56.276101 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f02946c-7690-47db-b089-4a9f6b52f185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407500'] for router_interface, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:56.781776 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-6f02946c-7690-47db-b089-4a9f6b52f185 admin admin] Deleting port 39da446a-9817-4be3-82bb-11a115704ab2 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:33:56.782152 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f02946c-7690-47db-b089-4a9f6b52f185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:56.904832 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-6f02946c-7690-47db-b089-4a9f6b52f185 admin admin] For port 39da446a-9817-4be3-82bb-11a115704ab2, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=39da446a-9817-4be3-82bb-11a115704ab2,segment=NetworkSegment(090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49),segment_id=090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:33:56.905386 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f02946c-7690-47db-b089-4a9f6b52f185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:57.026587 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-6f02946c-7690-47db-b089-4a9f6b52f185 admin admin] Calling delete_port for 39da446a-9817-4be3-82bb-11a115704ab2 owned by network:router_interface {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:33:57.181064 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f02946c-7690-47db-b089-4a9f6b52f185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:57.184453 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f715310c-ed40-4563-a05e-19dc7c74e5d6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:33:57.227739 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02946c-7690-47db-b089-4a9f6b52f185 admin admin] Pushing event deleted for resources: {'Port': ['ID=39da446a-9817-4be3-82bb-11a115704ab2,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:33:57.230207 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6f02946c-7690-47db-b089-4a9f6b52f185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:33:57.499415 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f02946c-7690-47db-b089-4a9f6b52f185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402524'] for router_interface, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:57.960638 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f02946c-7690-47db-b089-4a9f6b52f185 admin admin] Router 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:33:58.134455 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f02946c-7690-47db-b089-4a9f6b52f185 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:33:58.142689 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acb9952-a9f2-4a26-9adb-ac8b93b14961 None None] Sync routers for ids ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:33:58.146522 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-6f02946c-7690-47db-b089-4a9f6b52f185 admin admin] 10.222.0.30 "PUT /v2.0/routers/72a2d5ad-d708-46ad-bb62-ddb2ecc56688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5364027 May 31 18:33:58.149211 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 40912) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:33:58.151999 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acb9952-a9f2-4a26-9adb-ac8b93b14961 None None] Routers {'72a2d5ad-d708-46ad-bb62-ddb2ecc56688'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:33:58.152613 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-7acb9952-a9f2-4a26-9adb-ac8b93b14961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:33:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:33:58.323865 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0b212a1c-a850-4aaf-9eb1-55cb71061be8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:58.326700 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-7acb9952-a9f2-4a26-9adb-ac8b93b14961 None None] Set router 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:33:58.503657 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0b212a1c-a850-4aaf-9eb1-55cb71061be8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:58.578945 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-0b212a1c-a850-4aaf-9eb1-55cb71061be8 admin admin] Deleting port 29b010a8-a768-4705-8ef4-ee0a9114db98 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:33:58.579243 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0b212a1c-a850-4aaf-9eb1-55cb71061be8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:58.609879 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-7acb9952-a9f2-4a26-9adb-ac8b93b14961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'name': 'tempest-TestVolumeBootPattern-1222185031-router', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:47Z', 'updated_at': '2021-05-31T18:33:57Z', 'revision_number': 5, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'gw_port': {'id': '29b010a8-a768-4705-8ef4-ee0a9114db98', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:48Z', 'updated_at': '2021-05-31T18:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:33:58.613564 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acb9952-a9f2-4a26-9adb-ac8b93b14961 None None] Checking router: 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:33:58.621491 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acb9952-a9f2-4a26-9adb-ac8b93b14961 None None] Routers {'72a2d5ad-d708-46ad-bb62-ddb2ecc56688'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:33:58.622079 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-7acb9952-a9f2-4a26-9adb-ac8b93b14961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:33:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:33:58.711888 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-0b212a1c-a850-4aaf-9eb1-55cb71061be8 admin admin] For port 29b010a8-a768-4705-8ef4-ee0a9114db98, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=29b010a8-a768-4705-8ef4-ee0a9114db98,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:33:58.712425 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0b212a1c-a850-4aaf-9eb1-55cb71061be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:58.776545 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-7acb9952-a9f2-4a26-9adb-ac8b93b14961 None None] Set router 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 gateway port host: None {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:33:58.863996 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-0b212a1c-a850-4aaf-9eb1-55cb71061be8 admin admin] Calling delete_port for 29b010a8-a768-4705-8ef4-ee0a9114db98 owned by network:router_gateway {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:33:58.884825 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-7acb9952-a9f2-4a26-9adb-ac8b93b14961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'name': 'tempest-TestVolumeBootPattern-1222185031-router', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:47Z', 'updated_at': '2021-05-31T18:33:58Z', 'revision_number': 6, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'gw_port_host': None}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:33:58.889398 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acb9952-a9f2-4a26-9adb-ac8b93b14961 None None] The sync data for ids ['72a2d5ad-d708-46ad-bb62-ddb2ecc56688'] in dv-cinder-770050-4-iscsi is: [{'id': '72a2d5ad-d708-46ad-bb62-ddb2ecc56688', 'name': 'tempest-TestVolumeBootPattern-1222185031-router', 'tenant_id': 'e926edbfad764e1487ebcf14b7e20764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:47Z', 'updated_at': '2021-05-31T18:33:58Z', 'revision_number': 6, 'project_id': 'e926edbfad764e1487ebcf14b7e20764', 'gw_port_host': None}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:33:59.007677 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0b212a1c-a850-4aaf-9eb1-55cb71061be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:59.011088 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:33:59.053306 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b212a1c-a850-4aaf-9eb1-55cb71061be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=29b010a8-a768-4705-8ef4-ee0a9114db98,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:33:59.056377 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0b212a1c-a850-4aaf-9eb1-55cb71061be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:33:59.144031 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0b212a1c-a850-4aaf-9eb1-55cb71061be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401617'] for router_gateway, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:59.421153 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0b212a1c-a850-4aaf-9eb1-55cb71061be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4968'] for router, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:59.423246 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0b212a1c-a850-4aaf-9eb1-55cb71061be8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:59.445258 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0b212a1c-a850-4aaf-9eb1-55cb71061be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403296'] for router, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:59.445771 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b212a1c-a850-4aaf-9eb1-55cb71061be8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72a2d5ad-d708-46ad-bb62-ddb2ecc56688 {{(pid=91734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 18:33:59.458128 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0b212a1c-a850-4aaf-9eb1-55cb71061be8 admin admin] Notify callbacks [] for router, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:59.459255 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-0b212a1c-a850-4aaf-9eb1-55cb71061be8 admin admin] 10.222.0.30 "DELETE /v2.0/routers/72a2d5ad-d708-46ad-bb62-ddb2ecc56688 HTTP/1.1" status: 204 len: 168 time: 1.3091779 May 31 18:33:59.461730 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 40924) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:33:59.521774 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca246785-59e9-47d8-8dea-50e1868a69ed admin admin] Deleting subnet e4e44409-7a3f-4930-86b5-98a4a2bcb9ff {{(pid=91734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:33:59.524838 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ca246785-59e9-47d8-8dea-50e1868a69ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:59.572547 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ca246785-59e9-47d8-8dea-50e1868a69ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16442366'] for subnet, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:59.691540 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ca246785-59e9-47d8-8dea-50e1868a69ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515759'] for subnet, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:59.958367 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ca246785-59e9-47d8-8dea-50e1868a69ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15610288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16171853'] for subnet, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:59.962798 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:33:59.994837 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca246785-59e9-47d8-8dea-50e1868a69ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4e44409-7a3f-4930-86b5-98a4a2bcb9ff,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:33:59.998342 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ca246785-59e9-47d8-8dea-50e1868a69ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:33:59.999301 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ca246785-59e9-47d8-8dea-50e1868a69ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:00.005006 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-ca246785-59e9-47d8-8dea-50e1868a69ed admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e4e44409-7a3f-4930-86b5-98a4a2bcb9ff HTTP/1.1" status: 204 len: 168 time: 0.5423663 May 31 18:34:00.005729 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001f67db-1714-4b91-bc43-a4779f39924d None None] Network 998a2356-dae0-45db-b64a-7fa99f710fbc requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:34:00.007518 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 40936) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:34:00.112796 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642395'] for network, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:00.183746 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] Deleting port 8f93cbfd-3f4e-47ab-999b-1d4022d67550 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:34:00.183996 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:00.243413 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] DHCP port deletion for 998a2356-dae0-45db-b64a-7fa99f710fbc request from dv-cinder-770050-4-iscsi {{(pid=91735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 18:34:00.283750 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] For port 8f93cbfd-3f4e-47ab-999b-1d4022d67550, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=8f93cbfd-3f4e-47ab-999b-1d4022d67550,segment=NetworkSegment(090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49),segment_id=090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:34:00.284094 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:00.312479 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Deleting port 8f93cbfd-3f4e-47ab-999b-1d4022d67550 {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:34:00.312861 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:00.406384 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] Calling delete_port for 8f93cbfd-3f4e-47ab-999b-1d4022d67550 owned by network:dhcp {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:34:00.444363 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] For port 8f93cbfd-3f4e-47ab-999b-1d4022d67550, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=8f93cbfd-3f4e-47ab-999b-1d4022d67550,segment=NetworkSegment(090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49),segment_id=090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:34:00.444784 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:00.451856 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:00.456287 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:34:00.502025 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f93cbfd-3f4e-47ab-999b-1d4022d67550,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:34:00.503833 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] No DVR routers for this DVR port 8f93cbfd-3f4e-47ab-999b-1d4022d67550 on host dv-cinder-770050-4-iscsi {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:34:00.505261 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:34:00.564807 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Calling delete_port for 8f93cbfd-3f4e-47ab-999b-1d4022d67550 owned by network:dhcp {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:34:00.617315 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512032', 'neutron.services.segments.db._delete_segments_for_network-8759829597148'] for network, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:00.629964 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998a2356-dae0-45db-b64a-7fa99f710fbc']}} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:34:00.641949 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49') {'for_net_delete': True} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:34:00.642249 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090b0e78-dcc7-49c9-aa1d-7c0da1ce1d49') {} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:34:00.653495 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759829606045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16442357'] for segment, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:00.671347 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:00.678476 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=91734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:34:00.678961 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15610646'] for segment, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: Traceback (most recent call last): May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: timer() May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: cb(*args, **kw) May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: return func(*args, **kwargs) May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: self._notify() May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: self.callback(batched_events) May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: event.method(event) May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: return f(self, *a, **k) May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: return self._get(url).json() May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: return self.request(url, 'GET', **kwargs) May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:34:00.692622 dv-cinder-770050-4-iscsi neutron-server[91734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:34:00.696985 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:00.706718 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:34:00.750627 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] No DVR routers for this DVR port 8f93cbfd-3f4e-47ab-999b-1d4022d67550 on host dv-cinder-770050-4-iscsi {{(pid=91735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:34:00.761312 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Pushing event deleted for resources: {'Port': ['ID=8f93cbfd-3f4e-47ab-999b-1d4022d67550,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:34:00.770679 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:00.771061 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:00.771403 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:00.771740 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:00.772068 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:00.772399 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:00.772723 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:00.773312 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:00.773637 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:00.773968 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:00.774278 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:00.774597 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:00.780471 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:34:00.879841 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401612'] for network, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:00.884100 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-15ac1ae5-6425-4da9-9c59-2ddf25c1b58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:34:00.885019 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 39da446a-9817-4be3-82bb-11a115704ab2 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:34:00.906706 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:00.909328 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] Pushing event deleted for resources: {'Network': ['ID=998a2356-dae0-45db-b64a-7fa99f710fbc,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:34:00.912281 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:34:00.926203 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: 39da446a-9817-4be3-82bb-11a115704ab2 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:34:00.926543 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 39da446a-9817-4be3-82bb-11a115704ab2 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:34:00.927057 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 8f93cbfd-3f4e-47ab-999b-1d4022d67550 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:34:00.931603 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] 10.222.0.30 "DELETE /v2.0/networks/998a2356-dae0-45db-b64a-7fa99f710fbc HTTP/1.1" status: 204 len: 168 time: 0.9231195 May 31 18:34:00.934434 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 40946) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:34:00.961272 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: 8f93cbfd-3f4e-47ab-999b-1d4022d67550 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:34:00.961622 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 8f93cbfd-3f4e-47ab-999b-1d4022d67550 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:34:00.962034 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 29b010a8-a768-4705-8ef4-ee0a9114db98 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:34:01.000295 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: 29b010a8-a768-4705-8ef4-ee0a9114db98 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:34:01.000510 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 29b010a8-a768-4705-8ef4-ee0a9114db98 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:34:01.471493 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b76d-6bbf-4664-bf35-83af382e59a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407500'] for router_interface, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:01.882948 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1b76d-6bbf-4664-bf35-83af382e59a0 admin admin] Deleting port 56865b0e-bb4e-4067-b7be-6e552eaf69e3 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:34:01.883595 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b76d-6bbf-4664-bf35-83af382e59a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:02.002936 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-5fd1b76d-6bbf-4664-bf35-83af382e59a0 admin admin] For port 56865b0e-bb4e-4067-b7be-6e552eaf69e3, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=56865b0e-bb4e-4067-b7be-6e552eaf69e3,segment=NetworkSegment(bc55c62c-43f3-4779-9dd2-4231059ee132),segment_id=bc55c62c-43f3-4779-9dd2-4231059ee132)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:34:02.003285 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b76d-6bbf-4664-bf35-83af382e59a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:02.124102 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1b76d-6bbf-4664-bf35-83af382e59a0 admin admin] Calling delete_port for 56865b0e-bb4e-4067-b7be-6e552eaf69e3 owned by network:router_interface {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:34:02.369014 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b76d-6bbf-4664-bf35-83af382e59a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:02.372878 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:34:02.416592 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1b76d-6bbf-4664-bf35-83af382e59a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=56865b0e-bb4e-4067-b7be-6e552eaf69e3,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:34:02.419973 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-5fd1b76d-6bbf-4664-bf35-83af382e59a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:34:02.682693 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b76d-6bbf-4664-bf35-83af382e59a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402524'] for router_interface, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:03.046241 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd1b76d-6bbf-4664-bf35-83af382e59a0 admin admin] Router 52b0e102-b756-4699-bf0d-76fc0c853917 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:34:03.230417 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd1b76d-6bbf-4664-bf35-83af382e59a0 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:34:03.239096 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d70f4-3dfd-4c59-b181-d17cc990d949 None None] Sync routers for ids ['52b0e102-b756-4699-bf0d-76fc0c853917'] in dv-cinder-770050-4-iscsi {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:34:03.248406 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-5fd1b76d-6bbf-4664-bf35-83af382e59a0 admin admin] 10.222.0.30 "PUT /v2.0/routers/52b0e102-b756-4699-bf0d-76fc0c853917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3122098 May 31 18:34:03.248943 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d70f4-3dfd-4c59-b181-d17cc990d949 None None] Routers {'52b0e102-b756-4699-bf0d-76fc0c853917'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:34:03.249544 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-a78d70f4-3dfd-4c59-b181-d17cc990d949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:33:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['52b0e102-b756-4699-bf0d-76fc0c853917'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:34:03.250896 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 40968) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:34:03.424571 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-a78d70f4-3dfd-4c59-b181-d17cc990d949 None None] Set router 52b0e102-b756-4699-bf0d-76fc0c853917 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:34:03.425281 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2ede-d4d7-450e-886f-b4e02c3f6b77 admin admin] Notify callbacks [] for router, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:03.598616 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2ede-d4d7-450e-886f-b4e02c3f6b77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:03.715623 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-a78d70f4-3dfd-4c59-b181-d17cc990d949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b0e102-b756-4699-bf0d-76fc0c853917', 'name': 'tempest-TestVolumeBootPattern-2076996026-router', 'tenant_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '5c9944a2-31c2-4a64-8b87-a5883a951104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:56Z', 'updated_at': '2021-05-31T18:34:02Z', 'revision_number': 5, 'project_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'gw_port': {'id': '5c9944a2-31c2-4a64-8b87-a5883a951104', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b0e102-b756-4699-bf0d-76fc0c853917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:20:57Z', 'updated_at': '2021-05-31T18:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:34:03.719611 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d70f4-3dfd-4c59-b181-d17cc990d949 None None] Checking router: 52b0e102-b756-4699-bf0d-76fc0c853917 for host: dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:34:03.728306 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d70f4-3dfd-4c59-b181-d17cc990d949 None None] Routers {'52b0e102-b756-4699-bf0d-76fc0c853917'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:34:03.728914 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-a78d70f4-3dfd-4c59-b181-d17cc990d949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:33:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['52b0e102-b756-4699-bf0d-76fc0c853917'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:34:03.786351 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc2ede-d4d7-450e-886f-b4e02c3f6b77 admin admin] Deleting port 5c9944a2-31c2-4a64-8b87-a5883a951104 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:34:03.786868 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2ede-d4d7-450e-886f-b4e02c3f6b77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:03.881783 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-a78d70f4-3dfd-4c59-b181-d17cc990d949 None None] Set router 52b0e102-b756-4699-bf0d-76fc0c853917 gateway port host: None {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:34:03.925772 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-7ccc2ede-d4d7-450e-886f-b4e02c3f6b77 admin admin] For port 5c9944a2-31c2-4a64-8b87-a5883a951104, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=5c9944a2-31c2-4a64-8b87-a5883a951104,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:34:03.926120 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2ede-d4d7-450e-886f-b4e02c3f6b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:03.985933 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-a78d70f4-3dfd-4c59-b181-d17cc990d949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b0e102-b756-4699-bf0d-76fc0c853917', 'name': 'tempest-TestVolumeBootPattern-2076996026-router', 'tenant_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:56Z', 'updated_at': '2021-05-31T18:34:03Z', 'revision_number': 6, 'project_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'gw_port_host': None}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:34:03.990212 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d70f4-3dfd-4c59-b181-d17cc990d949 None None] The sync data for ids ['52b0e102-b756-4699-bf0d-76fc0c853917'] in dv-cinder-770050-4-iscsi is: [{'id': '52b0e102-b756-4699-bf0d-76fc0c853917', 'name': 'tempest-TestVolumeBootPattern-2076996026-router', 'tenant_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:20:56Z', 'updated_at': '2021-05-31T18:34:03Z', 'revision_number': 6, 'project_id': 'ae2f6cd280194cfc9cfe452d8c299018', 'gw_port_host': None}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:34:04.050606 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc2ede-d4d7-450e-886f-b4e02c3f6b77 admin admin] Calling delete_port for 5c9944a2-31c2-4a64-8b87-a5883a951104 owned by network:router_gateway {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:34:04.191392 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2ede-d4d7-450e-886f-b4e02c3f6b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:04.195066 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:34:04.238567 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc2ede-d4d7-450e-886f-b4e02c3f6b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9944a2-31c2-4a64-8b87-a5883a951104,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:34:04.241610 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7ccc2ede-d4d7-450e-886f-b4e02c3f6b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:34:04.347336 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2ede-d4d7-450e-886f-b4e02c3f6b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401617'] for router_gateway, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:04.519857 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2ede-d4d7-450e-886f-b4e02c3f6b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4968'] for router, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:04.521966 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2ede-d4d7-450e-886f-b4e02c3f6b77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:04.549541 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2ede-d4d7-450e-886f-b4e02c3f6b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403296'] for router, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:04.550100 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccc2ede-d4d7-450e-886f-b4e02c3f6b77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52b0e102-b756-4699-bf0d-76fc0c853917 {{(pid=91734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 18:34:04.567507 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2ede-d4d7-450e-886f-b4e02c3f6b77 admin admin] Notify callbacks [] for router, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:04.568876 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-7ccc2ede-d4d7-450e-886f-b4e02c3f6b77 admin admin] 10.222.0.30 "DELETE /v2.0/routers/52b0e102-b756-4699-bf0d-76fc0c853917 HTTP/1.1" status: 204 len: 168 time: 1.3169501 May 31 18:34:04.571251 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 40980) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:34:04.631478 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac498952-699c-47b7-a1ae-eb415a5bbf4b admin admin] Deleting subnet 6a14d42f-a396-4372-bbdd-42ddb5b3c20e {{(pid=91734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:34:04.634359 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ac498952-699c-47b7-a1ae-eb415a5bbf4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:04.682459 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ac498952-699c-47b7-a1ae-eb415a5bbf4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16442366'] for subnet, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:04.759273 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ac498952-699c-47b7-a1ae-eb415a5bbf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515759'] for subnet, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:04.880132 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 56865b0e-bb4e-4067-b7be-6e552eaf69e3 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:34:04.915437 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: 56865b0e-bb4e-4067-b7be-6e552eaf69e3 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:34:04.915787 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 56865b0e-bb4e-4067-b7be-6e552eaf69e3 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:34:04.916200 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 5c9944a2-31c2-4a64-8b87-a5883a951104 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:34:04.949632 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: 5c9944a2-31c2-4a64-8b87-a5883a951104 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:34:04.950198 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 5c9944a2-31c2-4a64-8b87-a5883a951104 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:34:05.017693 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ac498952-699c-47b7-a1ae-eb415a5bbf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15610288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16171853'] for subnet, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:05.021395 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:34:05.055833 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac498952-699c-47b7-a1ae-eb415a5bbf4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a14d42f-a396-4372-bbdd-42ddb5b3c20e,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:34:05.058320 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ac498952-699c-47b7-a1ae-eb415a5bbf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:34:05.061014 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ac498952-699c-47b7-a1ae-eb415a5bbf4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:05.067136 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab98815-9b88-4ec7-abcd-5ed5b770ff1a None None] Network 03696d76-8270-412b-a2f5-b6f93c2aa11c requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:34:05.070067 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-ac498952-699c-47b7-a1ae-eb415a5bbf4b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6a14d42f-a396-4372-bbdd-42ddb5b3c20e HTTP/1.1" status: 204 len: 168 time: 0.4956856 May 31 18:34:05.070263 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 40986) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:34:05.175295 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642395'] for network, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:05.323418 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92e02bf-ca5e-4b76-892e-ef79d3ba7ef8 None None] DHCP port deletion for 03696d76-8270-412b-a2f5-b6f93c2aa11c request from dv-cinder-770050-4-iscsi {{(pid=91735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 18:34:05.360790 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] Deleting port a06e408b-c3e9-421f-86ee-d8f0f49cfd16 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:34:05.361135 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:05.397344 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-a92e02bf-ca5e-4b76-892e-ef79d3ba7ef8 None None] Deleting port a06e408b-c3e9-421f-86ee-d8f0f49cfd16 {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:34:05.397733 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a92e02bf-ca5e-4b76-892e-ef79d3ba7ef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:05.470669 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] For port a06e408b-c3e9-421f-86ee-d8f0f49cfd16, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=a06e408b-c3e9-421f-86ee-d8f0f49cfd16,segment=NetworkSegment(bc55c62c-43f3-4779-9dd2-4231059ee132),segment_id=bc55c62c-43f3-4779-9dd2-4231059ee132)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:34:05.471046 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:05.502568 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-a92e02bf-ca5e-4b76-892e-ef79d3ba7ef8 None None] For port a06e408b-c3e9-421f-86ee-d8f0f49cfd16, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=a06e408b-c3e9-421f-86ee-d8f0f49cfd16,segment=NetworkSegment(bc55c62c-43f3-4779-9dd2-4231059ee132),segment_id=bc55c62c-43f3-4779-9dd2-4231059ee132)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:34:05.503001 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a92e02bf-ca5e-4b76-892e-ef79d3ba7ef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:05.591286 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] Calling delete_port for a06e408b-c3e9-421f-86ee-d8f0f49cfd16 owned by network:dhcp {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:34:05.621069 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-a92e02bf-ca5e-4b76-892e-ef79d3ba7ef8 None None] Calling delete_port for a06e408b-c3e9-421f-86ee-d8f0f49cfd16 owned by network:dhcp {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:34:05.636520 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:05.641646 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:34:05.663498 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a92e02bf-ca5e-4b76-892e-ef79d3ba7ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:05.667830 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:34:05.691046 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] Pushing event deleted for resources: {'Port': ['ID=a06e408b-c3e9-421f-86ee-d8f0f49cfd16,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:34:05.694180 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:34:05.695050 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] No DVR routers for this DVR port a06e408b-c3e9-421f-86ee-d8f0f49cfd16 on host dv-cinder-770050-4-iscsi {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:34:05.713326 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e02bf-ca5e-4b76-892e-ef79d3ba7ef8 None None] Pushing event deleted for resources: {'Port': ['ID=a06e408b-c3e9-421f-86ee-d8f0f49cfd16,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:34:05.715214 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e02bf-ca5e-4b76-892e-ef79d3ba7ef8 None None] No DVR routers for this DVR port a06e408b-c3e9-421f-86ee-d8f0f49cfd16 on host dv-cinder-770050-4-iscsi {{(pid=91735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:34:05.716770 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-a92e02bf-ca5e-4b76-892e-ef79d3ba7ef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:34:05.814018 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512032', 'neutron.services.segments.db._delete_segments_for_network-8759829597148'] for network, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:05.826948 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03696d76-8270-412b-a2f5-b6f93c2aa11c']}} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:34:05.838726 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc55c62c-43f3-4779-9dd2-4231059ee132') {'for_net_delete': True} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:34:05.839049 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc55c62c-43f3-4779-9dd2-4231059ee132') {} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:34:05.850812 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759829606045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16442357'] for segment, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:05.866823 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:05.873050 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=91734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:34:05.873543 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15610646'] for segment, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: Traceback (most recent call last): May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: timer() May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: cb(*args, **kw) May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: return func(*args, **kwargs) May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: self._notify() May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: self.callback(batched_events) May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: event.method(event) May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: return f(self, *a, **k) May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: return self._get(url).json() May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: return self.request(url, 'GET', **kwargs) May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:34:05.886395 dv-cinder-770050-4-iscsi neutron-server[91734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:34:05.959682 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401612'] for network, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:05.963441 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3296cb7f-74f9-41d3-9379-f802c374e065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:34:05.976771 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:05.989213 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] Pushing event deleted for resources: {'Network': ['ID=03696d76-8270-412b-a2f5-b6f93c2aa11c,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:34:05.993553 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:34:05.997621 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] 10.222.0.30 "DELETE /v2.0/networks/03696d76-8270-412b-a2f5-b6f93c2aa11c HTTP/1.1" status: 204 len: 168 time: 0.9241729 May 31 18:34:05.998690 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:34:06.127285 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 40998) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:34:06.182876 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-fa69e8ef-14bd-4588-aa98-012cbb677833 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e926edbfad764e1487ebcf14b7e20764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522194 May 31 18:34:06.183114 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 41004) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:34:06.240963 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:06.266865 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:06.319593 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:06.324493 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-4f1e8ef4-c17b-4d27-a0e7-313396ebebdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:34:06.339745 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9535e9-ce72-4001-987b-623bc3ebeddc,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:34:06.348962 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:06.350072 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be9535e9-ce72-4001-987b-623bc3ebeddc HTTP/1.1" status: 204 len: 168 time: 0.1660211 May 31 18:34:06.351419 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:06.351795 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:06.352158 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:06.352508 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:06.352926 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:06.353223 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:06.353575 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:06.354239 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:06.354239 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:06.354619 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:06.355142 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:06.355341 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:06.359268 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:34:06.727691 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 41020) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:34:06.779315 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-17aac1b7-8680-4c4c-89a5-2afc1ea8070c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae2f6cd280194cfc9cfe452d8c299018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495379 May 31 18:34:06.781576 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 41028) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:34:06.846680 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-43005bf2-eb2b-4a9c-a8b4-834f570eac9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:06.873510 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device a06e408b-c3e9-421f-86ee-d8f0f49cfd16 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:34:06.879420 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-43005bf2-eb2b-4a9c-a8b4-834f570eac9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:06.925002 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: a06e408b-c3e9-421f-86ee-d8f0f49cfd16 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:34:06.925559 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device a06e408b-c3e9-421f-86ee-d8f0f49cfd16 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:34:06.941160 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-43005bf2-eb2b-4a9c-a8b4-834f570eac9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:06.948042 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f4f411d3-3360-405b-9f57-7290133bce6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:34:06.966759 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43005bf2-eb2b-4a9c-a8b4-834f570eac9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4567e9-6b32-4358-9fba-0afb571ae6e0,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:34:06.969228 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-43005bf2-eb2b-4a9c-a8b4-834f570eac9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:34:06.975724 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-43005bf2-eb2b-4a9c-a8b4-834f570eac9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:06.977028 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-43005bf2-eb2b-4a9c-a8b4-834f570eac9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d4567e9-6b32-4358-9fba-0afb571ae6e0 HTTP/1.1" status: 204 len: 168 time: 0.1945736 May 31 18:34:07.210105 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23682d-49c7-4e8f-b917-cd932712d917 req-33a2456f-518f-4ef4-a4b5-bfef6882dba8 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:34:07.212034 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fe23682d-49c7-4e8f-b917-cd932712d917 req-33a2456f-518f-4ef4-a4b5-bfef6882dba8 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 945 time: 0.3667514 May 31 18:34:07.265671 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fe23682d-49c7-4e8f-b917-cd932712d917 req-053e604a-871b-46d2-a774-99e33a111b7d tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/security-groups?id=19fb9655-5380-4f40-a7c5-ee536f7ad2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465717 May 31 18:34:07.858035 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17e6c2-b752-42ef-95b0-184416110026 req-3afad01e-0b72-47e1-b538-d8ef30890f83 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:34:07.859499 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7a17e6c2-b752-42ef-95b0-184416110026 req-3afad01e-0b72-47e1-b538-d8ef30890f83 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.43 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 945 time: 0.0845220 May 31 18:34:07.990622 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-7a17e6c2-b752-42ef-95b0-184416110026 req-8ec2c221-decb-48b7-9e60-9e0920dd5404 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Deleting port 2a243e09-3647-4410-872e-f8b8690b63d9 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:34:07.990991 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-7a17e6c2-b752-42ef-95b0-184416110026 req-8ec2c221-decb-48b7-9e60-9e0920dd5404 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:08.120581 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-7a17e6c2-b752-42ef-95b0-184416110026 req-8ec2c221-decb-48b7-9e60-9e0920dd5404 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] For port 2a243e09-3647-4410-872e-f8b8690b63d9, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=2a243e09-3647-4410-872e-f8b8690b63d9,segment=NetworkSegment(01a96813-726f-41e7-9af2-eb465c9e8f5c),segment_id=01a96813-726f-41e7-9af2-eb465c9e8f5c)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:34:08.120846 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-7a17e6c2-b752-42ef-95b0-184416110026 req-8ec2c221-decb-48b7-9e60-9e0920dd5404 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:08.269255 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-7a17e6c2-b752-42ef-95b0-184416110026 req-8ec2c221-decb-48b7-9e60-9e0920dd5404 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Calling delete_port for 2a243e09-3647-4410-872e-f8b8690b63d9 owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:34:08.381068 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-7a17e6c2-b752-42ef-95b0-184416110026 req-8ec2c221-decb-48b7-9e60-9e0920dd5404 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:08.386818 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0a725cbc-8c2d-4005-8318-0dcb4cd2a914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:34:08.394035 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['2a243e09-3647-4410-872e-f8b8690b63d9'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:34:08.438936 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2c221-decb-48b7-9e60-9e0920dd5404 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Pushing event deleted for resources: {'Port': ['ID=2a243e09-3647-4410-872e-f8b8690b63d9,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:34:08.442458 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8ec2c221-decb-48b7-9e60-9e0920dd5404 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:34:08.631003 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a17e6c2-b752-42ef-95b0-184416110026 req-8ec2c221-decb-48b7-9e60-9e0920dd5404 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] No DVR routers for this DVR port 2a243e09-3647-4410-872e-f8b8690b63d9 on host hv-cinder-77005 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:34:08.664363 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-7a17e6c2-b752-42ef-95b0-184416110026 req-8ec2c221-decb-48b7-9e60-9e0920dd5404 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:08.666808 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53099f6c-a034-42d3-8dc2-01fa34e0eac4', 'name': 'network-vif-deleted', 'tag': '2a243e09-3647-4410-872e-f8b8690b63d9'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:34:08.669579 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779b191a-58ad-4008-864e-0fb7354d93a3" -d '{"events": [{"server_uuid": "53099f6c-a034-42d3-8dc2-01fa34e0eac4", "name": "network-vif-deleted", "tag": "2a243e09-3647-4410-872e-f8b8690b63d9"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:34:08.690195 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d8c7495e-817e-4c0b-a017-e8ba0388a2ff req-e79ff4c3-4c52-48d8-a60f-2b062c0f93ed tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.2677326 May 31 18:34:08.697743 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7a17e6c2-b752-42ef-95b0-184416110026 req-8ec2c221-decb-48b7-9e60-9e0920dd5404 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.43 "DELETE /v2.0/ports/2a243e09-3647-4410-872e-f8b8690b63d9 HTTP/1.1" status: 204 len: 173 time: 0.8330474 May 31 18:34:08.781621 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4b45e4-575c-41e7-9cf4-2de64a717bcd x-openstack-request-id: req-3a4b45e4-575c-41e7-9cf4-2de64a717bcd {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:34:08.781946 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53099f6c-a034-42d3-8dc2-01fa34e0eac4", "name": "network-vif-deleted", "tag": "2a243e09-3647-4410-872e-f8b8690b63d9", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:34:08.782228 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a4b45e4-575c-41e7-9cf4-2de64a717bcd {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:34:08.782653 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53099f6c-a034-42d3-8dc2-01fa34e0eac4', 'name': 'network-vif-deleted', 'tag': '2a243e09-3647-4410-872e-f8b8690b63d9', 'status': 'completed', 'code': 200} May 31 18:34:09.839741 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-55e4f3bb-5230-4abd-8b8f-6de594d5cc1d req-3a3bd67c-d267-4f54-b638-ba949e3f0659 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Synchronizing usage tracker for tenant:4f40ff52ab0247e7b58b3936ba7d1ffc on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:34:09.854425 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-55e4f3bb-5230-4abd-8b8f-6de594d5cc1d req-3a3bd67c-d267-4f54-b638-ba949e3f0659 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Unset dirty status for tenant:4f40ff52ab0247e7b58b3936ba7d1ffc on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:34:09.855571 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-55e4f3bb-5230-4abd-8b8f-6de594d5cc1d req-3a3bd67c-d267-4f54-b638-ba949e3f0659 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0578740 May 31 18:34:11.005074 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-75e66746-0b15-469f-955f-f7d085609090 req-c5ce0439-7b22-4c1f-b063-67dc49c480ab tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0422649 May 31 18:34:12.154323 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1660a5a0-ce00-400a-88ea-f8cf980839df req-7cc55a6c-e808-4e4b-9057-8e74418d994f tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0453470 May 31 18:34:13.262591 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 2a243e09-3647-4410-872e-f8b8690b63d9 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:34:13.303933 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6f9a2aba-c33e-4b87-84a6-0c6799bf36f2 req-ac0aaed8-8d73-4f90-a026-60e1eb98981c tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0457516 May 31 18:34:13.322286 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] No Port match for: 2a243e09-3647-4410-872e-f8b8690b63d9 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:34:13.322633 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 2a243e09-3647-4410-872e-f8b8690b63d9 not bound to the agent host hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:34:14.455235 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8ac14e2e-5c39-499d-8d63-02046a64508d req-3330dfdb-b131-4e04-bdad-c17b1e1688d7 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0436943 May 31 18:34:15.165981 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:15.608051 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-61c3a97e-a246-4b51-8f28-bf833641ba9f req-7ced49fc-489b-49a7-abcb-a955741c8d58 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0467982 May 31 18:34:16.755757 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1e4a96be-af06-4093-8d39-649f29e3f582 req-d6a0619b-ea75-4afe-8f9d-ac8b20c6dc07 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0425520 May 31 18:34:16.975318 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d91c1687-545f-494a-9282-57b3b27b0f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:17.902588 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-70978925-73fe-46b5-919e-69fbf7495f63 req-30670914-c7aa-4800-a5cf-ac808c78fc49 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0429683 May 31 18:34:19.061284 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7fd09d8d-eb78-44f5-a0b4-a73285b7b9fc req-e8747c83-4c64-4175-a2d1-b2c4904d9a4d tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0448792 May 31 18:34:19.384129 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:19.751709 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a81546fd-6e84-49e0-8430-8b62debb7e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:20.206973 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fe0157bd-1e0f-4b29-a44e-f519f041baaa req-2f644f78-9c82-445e-81f3-cd25d3c30d69 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0422149 May 31 18:34:20.373467 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:21.355014 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4d395762-c33d-4a92-b636-bd957f572823 req-b8de4c45-62cb-4513-a294-d1b18c910e87 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0414786 May 31 18:34:22.171584 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:22.507661 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2b7fb8dc-33bd-45c2-85d6-d4508b57a244 req-cbc796f3-dcc2-4760-bccb-f1a9a8657b45 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0450342 May 31 18:34:23.657465 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8a6b3c74-d95b-401d-8a54-c42fbed1b87f req-75bf85f8-310a-4c69-a4d4-2609557ec787 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0446029 May 31 18:34:24.803904 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8e02c19f-d345-4c1d-af18-9d731a0544d6 req-fa5c1fc4-1ca9-4812-bb7c-1f10fc7b5d84 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0426602 May 31 18:34:25.954351 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-027a1d64-1b4d-4ab3-a32b-9ba813d1d5ac req-f8d0eeaf-216d-419a-a25b-b119ca21775a tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0472355 May 31 18:34:27.101530 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-08610f38-bdc8-4c3a-8ea3-e8fd0f29ce8d req-ed876779-f5bf-40a0-a8e5-d05360f0302f tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0430608 May 31 18:34:28.390975 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-483ed90e-f0a6-48ee-aa9e-2b0e8f439d51 req-d48e9f40-afd6-4c21-9ce2-d638b3ea1b85 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0435514 May 31 18:34:29.541104 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b5ff9ef1-568a-4f25-900d-f9efb30f44c9 req-f9c3ff66-2ebe-4c28-8cdf-1354cf5b6944 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0449421 May 31 18:34:30.684723 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-10254a77-d9b0-41e3-82df-e557ab9c2e0e req-228cb3ab-3e1a-446e-b274-325ed8f20db9 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0417914 May 31 18:34:31.833695 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2adf2877-6d91-4e87-9fe1-ee64d1f1ac1f req-a1ef1429-88db-4226-9164-0e197f43b404 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0420864 May 31 18:34:32.981274 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-992ccef0-c685-4819-9019-32e54424ea83 req-e31a6b1f-fc9f-4740-997a-9a6a1e4c78f5 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0450933 May 31 18:34:34.128257 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-de0a97d1-c790-474b-bdb3-d52d23feba47 req-4c475477-e670-43c5-ba7f-1ed0e8786ef9 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0427017 May 31 18:34:35.279377 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-710c51cd-5260-4ffd-979f-cf1ca3c93cbf req-b91a0e05-3626-4dda-a04b-b699963a26df tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0443714 May 31 18:34:36.433043 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7e17763c-4419-4364-9c7a-949be054cb32 req-7be2dfd4-0a7c-4d8d-8ca1-705985e106c5 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0448995 May 31 18:34:37.580176 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-76cccd72-ad6c-43b6-9874-edd3a9a681a8 req-c12012c6-dd49-4481-b730-b86e5f066c4d tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0418780 May 31 18:34:38.747317 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-faa1213e-2cc0-4913-9088-ee993d8152c8 req-cef89771-7690-4783-b196-4eadbee8c5f4 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0418773 May 31 18:34:39.903008 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2d689a20-91cc-475a-b8b5-62f5036a9930 req-793b182f-2ddf-46b6-995d-ff227f4488c8 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0494730 May 31 18:34:41.075861 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-dc66754e-e589-48d2-9d71-ca26cf75e3c5 req-d986e983-5bd3-42b4-8ac4-dabee13a17b4 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0539441 May 31 18:34:42.226903 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e8154e13-1f69-4ee2-bc29-e9534714e86e req-6d8e3920-36b7-4dc8-b87b-565cabd8211b tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0433981 May 31 18:34:42.788462 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [req-94e6b9b4-344d-44f3-9403-b34a82346c00 req-3ce7f8ac-70e4-41ba-9fd8-bfc7f244a2e6 service neutron] (91733) timed out ('10.222.0.43', 50560) {{(pid=91733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 18:34:42.997846 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:34:43.377366 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a1d341a0-526c-4aa8-a193-3652cc6d551c req-12cc2ebb-e908-49f1-8dac-5bc6f9dc85d8 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0447400 May 31 18:34:44.522424 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6fb76b77-d75a-4116-8767-4808fa104e25 req-054d9242-c31e-498f-8cea-50a3dab02ff5 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0419741 May 31 18:34:45.165163 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:45.670024 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a084f25a-a9fa-4e30-8d51-69b838308029 req-7df2f6a2-c73d-4719-a21b-63c4040ba6d7 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0419118 May 31 18:34:46.825083 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-870f4295-fe3f-4570-bf89-bc4e98e7a3ab req-e2d182ab-73a7-41fd-83dd-d0b1fd7d4f8b tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0477369 May 31 18:34:46.976758 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f0db9daa-6b85-4f0e-82a0-52f72e9e0a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:47.349576 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-4ff3767a-54df-48ed-88f6-98abdc646953 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:34:47.350936 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-4ff3767a-54df-48ed-88f6-98abdc646953 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 815 time: 0.2350855 May 31 18:34:47.365513 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-762a7e01-3780-4cb9-af32-a9bc7892caec tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/quotas/0daff02e69cc474da499a8693ad30651 HTTP/1.1" status: 200 len: 375 time: 0.0092301 May 31 18:34:47.448864 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-4ea1eb17-0777-4d61-bd47-c0f9a130a5da tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784667 May 31 18:34:47.626322 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-6299453c-f996-4a81-94eb-d17c947f8503 service neutron] 10.222.0.30 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699007 May 31 18:34:47.757444 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-934235d2-0da1-4bb1-bf1b-b07b2d3389f4 service neutron] 10.222.0.30 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253605 May 31 18:34:47.974273 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-335729b4-feb6-46d9-b99d-10d019dd38e7 req-2e7863c2-fdf1-4abe-8cb9-19d14806aff9 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0432055 May 31 18:34:48.955147 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5653b81e-b679-41b6-98f7-1664c088806c req-da065be1-1dab-4c69-957d-87d041a13191 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 210 time: 0.0462077 May 31 18:34:49.117970 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-57378d62-29fe-4063-8d53-b4a3bf96f996 req-a3794090-3584-4afb-9424-6f6ba8a7f36a tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0422077 May 31 18:34:49.386228 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:49.753159 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-bdfd901d-9c21-468e-b740-fafd2ad93b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:50.053401 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ef8ff968-e894-4869-8f71-4c23fa74d0ea req-612a9142-89ba-46fe-a1e6-2c8bf5ed9778 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 210 time: 0.0467703 May 31 18:34:50.269539 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-da71b8f0-ebb3-467e-9726-b1cdb3a77279 req-4d075746-9c4a-4e26-8321-e3048a008ae6 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0453911 May 31 18:34:50.375922 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:51.150451 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3a60b72b-e2d6-4d75-b90c-77075564ba2c req-e70f2057-c0d6-46e3-857e-42292a2c3142 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 210 time: 0.0444365 May 31 18:34:51.417702 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fc728823-7b77-499b-a848-ae981b0cba31 req-08c60997-87c5-49e9-afbe-1866d5d21aeb tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0435193 May 31 18:34:52.188193 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:52.250563 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2b28c8c9-90f2-4c67-93fb-d6d90b999b57 req-ad39bd5a-bbbd-4622-97ea-963ee932d29a tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 210 time: 0.0461886 May 31 18:34:52.568984 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bc07f9bc-6ceb-4cf5-bb4d-ec1029796a4d req-8a56e04b-2544-456a-9530-fb066ec23747 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0437033 May 31 18:34:52.891602 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0e0815bf-0043-4f1c-b037-eae2b2645d82 req-cc8f103b-4f98-4af6-a074-616a8589c86f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717063 May 31 18:34:52.980297 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0815bf-0043-4f1c-b037-eae2b2645d82 req-8cdaf5e3-1f8c-41ad-91d1-01caf1e622f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:34:52.981713 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0e0815bf-0043-4f1c-b037-eae2b2645d82 req-8cdaf5e3-1f8c-41ad-91d1-01caf1e622f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71370ff0ec1348e8a0dd470d369623bb&device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 1099 time: 0.0693748 May 31 18:34:53.132502 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0815bf-0043-4f1c-b037-eae2b2645d82 req-809d7d44-f133-4dfd-8e6c-ef943a140c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:34:53.134570 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0e0815bf-0043-4f1c-b037-eae2b2645d82 req-809d7d44-f133-4dfd-8e6c-ef943a140c25 service neutron] 10.222.0.43 "GET /v2.0/networks?id=94b1778a-3714-47c8-abf7-03652140706b HTTP/1.1" status: 200 len: 918 time: 0.1346934 May 31 18:34:53.250712 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0e0815bf-0043-4f1c-b037-eae2b2645d82 req-7f9ae8d0-ba1f-4ddc-8efb-6104ba2e28b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1669824e-8845-490a-b3a1-325f2bc176d7 HTTP/1.1" status: 200 len: 1002 time: 0.1097889 May 31 18:34:53.312537 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0815bf-0043-4f1c-b037-eae2b2645d82 req-a63c47b6-1e4b-4e4a-abfa-5eec14d614c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:34:53.314004 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0e0815bf-0043-4f1c-b037-eae2b2645d82 req-a63c47b6-1e4b-4e4a-abfa-5eec14d614c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23a5645f-f287-424a-bed2-fe7d9c273f95 HTTP/1.1" status: 200 len: 856 time: 0.0577734 May 31 18:34:53.406539 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b2d5acf4-b50b-45ba-bdc5-87b50765c3f4 req-1939c81b-a046-40d9-8d36-e9e0b2088fcd tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 210 time: 0.0488501 May 31 18:34:53.434441 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0815bf-0043-4f1c-b037-eae2b2645d82 req-514438a4-fc1f-4a73-975d-cb8a3492ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:34:53.437496 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0e0815bf-0043-4f1c-b037-eae2b2645d82 req-514438a4-fc1f-4a73-975d-cb8a3492ab62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94b1778a-3714-47c8-abf7-03652140706b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1159332 May 31 18:34:53.569775 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0e0815bf-0043-4f1c-b037-eae2b2645d82 req-2c9c5170-ca92-4d1a-bed2-88c41eead134 service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275573 May 31 18:34:53.815768 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-535af10b-2674-4028-82fe-d14ed6426868 req-2d3493f0-9bae-4864-b307-03ba7e9c93b4 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0624919 May 31 18:34:53.856934 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0e0815bf-0043-4f1c-b037-eae2b2645d82 req-480b8c71-04e5-43f1-a556-2291267503d5 service neutron] 10.222.0.43 "GET /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796948 May 31 18:34:54.310755 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-3ba2334e-0838-425c-8f2d-aceabe59a3fd tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:34:54.312172 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-3ba2334e-0838-425c-8f2d-aceabe59a3fd tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 815 time: 0.1467342 May 31 18:34:54.324455 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-5d64838c-d4d5-4a7c-9593-e3cdbdd12982 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Request body: {'port': {'device_id': 'cc28a798-95ad-4647-9970-5130182e75ee', 'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf', 'admin_state_up': True, 'tenant_id': '0daff02e69cc474da499a8693ad30651'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:34:54.479922 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-5d64838c-d4d5-4a7c-9593-e3cdbdd12982 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:34:54.489938 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-5d64838c-d4d5-4a7c-9593-e3cdbdd12982 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:34:54.499818 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-5d64838c-d4d5-4a7c-9593-e3cdbdd12982 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Made reservation on behalf of 0daff02e69cc474da499a8693ad30651 for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:34:54.503467 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-5d64838c-d4d5-4a7c-9593-e3cdbdd12982 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:54.560046 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-67437244-4fda-4798-9cae-51893e8b0812 req-d65d2762-68cc-4b7f-9b14-25dad888f27e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 210 time: 0.0449319 May 31 18:34:54.709177 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-5d64838c-d4d5-4a7c-9593-e3cdbdd12982 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Allocated IP 172.20.0.12 (2ac0481c-d43a-4142-b245-4250502cd9cf/cf1b6070-7699-48cc-bdbb-719d97fe426b/0c0410aa-bc78-424e-842b-bc3e8e82f928) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:34:54.968959 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-5d64838c-d4d5-4a7c-9593-e3cdbdd12982 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:54.978572 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9d7c3571-2ab9-4560-a86d-96fde5a06fad req-74dff82a-c07b-4b9f-9620-786084c9be5a tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0539238 May 31 18:34:55.004482 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-5d64838c-d4d5-4a7c-9593-e3cdbdd12982 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:55.010136 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-48e5de14-f299-4d41-8353-7d5fe4e595bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:34:55.016768 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['95f348e1-f448-46b8-bd99-32f1882741c5', '673bc5a6-59e1-4b80-b4f7-6bb72efc143d'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:34:55.077533 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-5d64838c-d4d5-4a7c-9593-e3cdbdd12982 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Network 2ac0481c-d43a-4142-b245-4250502cd9cf is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:34:55.080663 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-5d64838c-d4d5-4a7c-9593-e3cdbdd12982 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:34:55.084343 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-5d64838c-d4d5-4a7c-9593-e3cdbdd12982 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:34:55.115237 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64838c-d4d5-4a7c-9593-e3cdbdd12982 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Pushing event updated for resources: {'Port': ['ID=0c0410aa-bc78-424e-842b-bc3e8e82f928,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:34:55.121493 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-5d64838c-d4d5-4a7c-9593-e3cdbdd12982 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:34:55.151014 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-5d64838c-d4d5-4a7c-9593-e3cdbdd12982 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:34:55.151614 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-5d64838c-d4d5-4a7c-9593-e3cdbdd12982 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:55.176213 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-5d64838c-d4d5-4a7c-9593-e3cdbdd12982 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8552959 May 31 18:34:55.187514 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Request body: {'port': {'device_id': 'cc28a798-95ad-4647-9970-5130182e75ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:34:55.302160 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:55.643604 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0410aa-bc78-424e-842b-bc3e8e82f928 {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:34:55.651058 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:55.665316 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Transition to ACTIVE for port object 0c0410aa-bc78-424e-842b-bc3e8e82f928 will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:34:55.671185 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:55.675302 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-852ccf88-858d-4481-9b14-959308ceb04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:34:55.983611 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Pushing event updated for resources: {'Port': ['ID=0c0410aa-bc78-424e-842b-bc3e8e82f928,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:34:56.022669 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:56.023079 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:56.023442 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:56.024056 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:56.024407 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:56.024756 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:56.025107 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:56.025456 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:56.025802 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:56.026147 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:56.026490 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:56.026854 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:34:56.034617 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:34:56.074309 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892aff0-9806-400f-9fed-eecba444582b req-80ae9928-2c5e-45f8-bdbb-743d98d4f2db tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:34:56.075030 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-0892aff0-9806-400f-9fed-eecba444582b req-80ae9928-2c5e-45f8-bdbb-743d98d4f2db tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Synchronizing usage tracker for tenant:0daff02e69cc474da499a8693ad30651 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:34:56.121554 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Attempting to bind port 0c0410aa-bc78-424e-842b-bc3e8e82f928 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:34:56.121762 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Attempting to bind port 0c0410aa-bc78-424e-842b-bc3e8e82f928 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': 'c08f68e3-d835-4d4d-bfe5-057ddd9700ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:34:56.122089 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Attempting to bind port 0c0410aa-bc78-424e-842b-bc3e8e82f928 on network 2ac0481c-d43a-4142-b245-4250502cd9cf {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:34:56.137825 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a48e0126-6753-49a9-a161-51a6e9206e66 req-adcd17ad-7a8a-4416-b65e-b1e6b58daa72 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0533683 May 31 18:34:56.140789 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Port 0c0410aa-bc78-424e-842b-bc3e8e82f928 on network 2ac0481c-d43a-4142-b245-4250502cd9cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:34:56.141109 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Attempting to bind port 0c0410aa-bc78-424e-842b-bc3e8e82f928 on network 2ac0481c-d43a-4142-b245-4250502cd9cf {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:34:56.143083 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-0892aff0-9806-400f-9fed-eecba444582b req-80ae9928-2c5e-45f8-bdbb-743d98d4f2db tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Unset dirty status for tenant:0daff02e69cc474da499a8693ad30651 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:34:56.144113 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0892aff0-9806-400f-9fed-eecba444582b req-80ae9928-2c5e-45f8-bdbb-743d98d4f2db tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 944 time: 0.4746308 May 31 18:34:56.148073 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Checking agent: {'id': '75fd49d7-87f2-48bc-9cc9-330562c49b9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:34:56.148407 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Checking segment: {'id': 'c08f68e3-d835-4d4d-bfe5-057ddd9700ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:34:56.149043 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Bound using segment: {'id': 'c08f68e3-d835-4d4d-bfe5-057ddd9700ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:34:56.149471 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Bound port: 0c0410aa-bc78-424e-842b-bc3e8e82f928, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08f68e3-d835-4d4d-bfe5-057ddd9700ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:34:56.149811 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:56.245900 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0892aff0-9806-400f-9fed-eecba444582b req-ede13f1c-3750-421d-9be9-8cba1ae94d43 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867038 May 31 18:34:56.272916 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] For port 0c0410aa-bc78-424e-842b-bc3e8e82f928, host hv-cinder-77005, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:34:56.276121 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] For port 0c0410aa-bc78-424e-842b-bc3e8e82f928, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0c0410aa-bc78-424e-842b-bc3e8e82f928,segment=NetworkSegment(c08f68e3-d835-4d4d-bfe5-057ddd9700ed),segment_id=c08f68e3-d835-4d4d-bfe5-057ddd9700ed)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:34:56.280817 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:56.285099 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:34:56.345176 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:34:56.345851 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:56.347216 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] 10.222.0.43 "PUT /v2.0/ports/0c0410aa-bc78-424e-842b-bc3e8e82f928 HTTP/1.1" status: 200 len: 1094 time: 1.1637170 May 31 18:34:56.347882 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc28a798-95ad-4647-9970-5130182e75ee', 'tag': '0c0410aa-bc78-424e-842b-bc3e8e82f928'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:34:56.349913 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867404c9-0ce9-48ae-868e-e9dbb3d71bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc28a798-95ad-4647-9970-5130182e75ee", "tag": "0c0410aa-bc78-424e-842b-bc3e8e82f928"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:34:56.368714 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Pushing event updated for resources: {'Port': ['ID=0c0410aa-bc78-424e-842b-bc3e8e82f928,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:34:56.371920 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:34:56.425312 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b752033b-e0bf-40ea-87e4-cda690ecb73e x-openstack-request-id: req-b752033b-e0bf-40ea-87e4-cda690ecb73e {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:34:56.425622 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc28a798-95ad-4647-9970-5130182e75ee", "tag": "0c0410aa-bc78-424e-842b-bc3e8e82f928", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:34:56.425904 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b752033b-e0bf-40ea-87e4-cda690ecb73e {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:34:56.426314 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc28a798-95ad-4647-9970-5130182e75ee', 'tag': '0c0410aa-bc78-424e-842b-bc3e8e82f928', 'status': 'completed', 'code': 200} May 31 18:34:56.460033 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-d3a7536b-e445-4d28-8bb4-56c1af7ba9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:34:56.461469 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-d3a7536b-e445-4d28-8bb4-56c1af7ba9fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 1097 time: 0.0735743 May 31 18:34:56.531130 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-9754233d-84f3-4c71-8fa0-5ebb32902dc7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c0410aa-bc78-424e-842b-bc3e8e82f928 HTTP/1.1" status: 200 len: 217 time: 0.0625186 May 31 18:34:56.590661 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-6b76ab46-1883-425d-96fb-590bb170f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:34:56.592623 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-6b76ab46-1883-425d-96fb-590bb170f1e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0556777 May 31 18:34:56.638057 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-4a0b5c29-340a-46a7-a6eb-7bffed886023 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394585 May 31 18:34:56.771473 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-e138ec82-02ce-456c-9c9c-9beda12669b4 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271040 May 31 18:34:56.904193 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-19762728-4cd2-41e2-9cd7-83a193b8b158 req-0856bc90-408a-4bd5-826a-5faae7babc7b service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266191 May 31 18:34:57.023915 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867404c9-0ce9-48ae-868e-e9dbb3d71bf9 req-3a1a2513-fd61-4873-b142-66850b142700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:34:57.025376 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-867404c9-0ce9-48ae-868e-e9dbb3d71bf9 req-3a1a2513-fd61-4873-b142-66850b142700 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 1097 time: 0.0750053 May 31 18:34:57.154837 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867404c9-0ce9-48ae-868e-e9dbb3d71bf9 req-04a79afa-fd64-46a4-bba7-0a9f2e6c3447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:34:57.156170 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-867404c9-0ce9-48ae-868e-e9dbb3d71bf9 req-04a79afa-fd64-46a4-bba7-0a9f2e6c3447 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1246848 May 31 18:34:57.223651 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-867404c9-0ce9-48ae-868e-e9dbb3d71bf9 req-54b4638c-1eef-400a-bf89-4d98e08f7fc8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c0410aa-bc78-424e-842b-bc3e8e82f928 HTTP/1.1" status: 200 len: 217 time: 0.0610166 May 31 18:34:57.317529 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-327420d9-21df-47a8-b6ca-ac594c3fb23c req-d6aa549e-f850-461a-989b-4aa928660682 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0516462 May 31 18:34:57.331579 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867404c9-0ce9-48ae-868e-e9dbb3d71bf9 req-413357b6-b1ae-49d2-8b94-aab98d5e4e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:34:57.333004 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-867404c9-0ce9-48ae-868e-e9dbb3d71bf9 req-413357b6-b1ae-49d2-8b94-aab98d5e4e1f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.1039257 May 31 18:34:57.418750 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-867404c9-0ce9-48ae-868e-e9dbb3d71bf9 req-e5deb2bf-2749-4288-9b4f-46ca836b512b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778325 May 31 18:34:57.667709 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107e924-ec17-4314-b9fa-84184b120f0d req-4a725638-6d70-4a95-b738-6f9b7417e0c6 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:34:57.669197 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d107e924-ec17-4314-b9fa-84184b120f0d req-4a725638-6d70-4a95-b738-6f9b7417e0c6 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 944 time: 0.2984431 May 31 18:34:57.674801 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-867404c9-0ce9-48ae-868e-e9dbb3d71bf9 req-fe55d802-ddd7-4b1e-854b-8646a74df0af service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478397 May 31 18:34:57.796508 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d107e924-ec17-4314-b9fa-84184b120f0d req-29aa96b4-c266-4938-85d2-ebdf3ca58a73 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205831 May 31 18:34:57.834697 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-867404c9-0ce9-48ae-868e-e9dbb3d71bf9 req-2e4653be-1609-43e5-aaa9-7dae2ca75327 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462235 May 31 18:34:58.472582 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1ee85790-dbf3-4921-89a7-bcef82999f81 req-2453adf1-4496-4474-be4a-d00e6587ee56 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0500340 May 31 18:34:58.977256 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a095d-fbb8-4465-a25a-336f6491a135 req-ced7ea3d-a298-43c9-b30c-66ad4920ea7e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:34:58.978677 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d77a095d-fbb8-4465-a25a-336f6491a135 req-ced7ea3d-a298-43c9-b30c-66ad4920ea7e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 944 time: 0.0775843 May 31 18:34:59.025336 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d77a095d-fbb8-4465-a25a-336f6491a135 req-8ccb13ef-dff1-43c9-b2a8-674648920d1e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409453 May 31 18:34:59.625069 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7c8f218b-d7dc-4a0a-873d-f0be10ce56be req-978ef855-4a6a-4d6d-8a18-49ce422eb33b tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0473382 May 31 18:35:00.211131 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152405c5-a09e-4eb7-823f-a3d1089755b7 req-87d6687d-b76f-4284-8a34-93b5ee09ca15 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:35:00.212483 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-152405c5-a09e-4eb7-823f-a3d1089755b7 req-87d6687d-b76f-4284-8a34-93b5ee09ca15 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 944 time: 0.0814672 May 31 18:35:00.256195 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-152405c5-a09e-4eb7-823f-a3d1089755b7 req-bd2a1fcb-e944-4907-a60e-d8d0a2445aa3 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377181 May 31 18:35:00.774699 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b93b3a8e-45de-4f79-a3e9-db0122f4e862 req-78035a3a-570b-4049-91a0-9277dc290d69 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0429583 May 31 18:35:01.443462 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f1ade-d2bf-4ce8-8eb0-f92f7ee8fa5f req-d0f3795f-aea4-4610-b8b7-fe32935d9a9f tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:35:01.444910 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-859f1ade-d2bf-4ce8-8eb0-f92f7ee8fa5f req-d0f3795f-aea4-4610-b8b7-fe32935d9a9f tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 944 time: 0.0833290 May 31 18:35:01.448232 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 0c0410aa-bc78-424e-842b-bc3e8e82f928 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:35:01.490994 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-859f1ade-d2bf-4ce8-8eb0-f92f7ee8fa5f req-eb984065-578d-42ea-aa3f-e37511131dce tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397918 May 31 18:35:01.579795 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 0c0410aa-bc78-424e-842b-bc3e8e82f928, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0c0410aa-bc78-424e-842b-bc3e8e82f928,segment=NetworkSegment(c08f68e3-d835-4d4d-bfe5-057ddd9700ed),segment_id=c08f68e3-d835-4d4d-bfe5-057ddd9700ed)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:35:01.592203 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Returning: {'device': '0c0410aa-bc78-424e-842b-bc3e8e82f928', 'network_id': '2ac0481c-d43a-4142-b245-4250502cd9cf', 'port_id': '0c0410aa-bc78-424e-842b-bc3e8e82f928', 'mac_address': 'fa:16:3e:32:72:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf1b6070-7699-48cc-bdbb-719d97fe426b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:35:01.645277 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:01.661193 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0410aa-bc78-424e-842b-bc3e8e82f928 {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:35:01.677152 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 0c0410aa-bc78-424e-842b-bc3e8e82f928, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0c0410aa-bc78-424e-842b-bc3e8e82f928,segment=NetworkSegment(c08f68e3-d835-4d4d-bfe5-057ddd9700ed),segment_id=c08f68e3-d835-4d4d-bfe5-057ddd9700ed)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:35:01.680792 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:01.682468 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:35:01.749892 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=0c0410aa-bc78-424e-842b-bc3e8e82f928,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:35:01.756883 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:35:01.757221 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:35:01.757549 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:35:01.757873 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:35:01.758193 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:35:01.758511 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:35:01.758850 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:35:01.759168 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:35:01.759481 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:35:01.759793 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:35:01.760103 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:35:01.760415 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:35:01.764290 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:35:01.922207 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1dd45dbf-81a7-49c0-9092-57deb87d1077 req-0be931e3-b0db-4f7c-9c3a-4aade127d8f3 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0436406 May 31 18:35:02.155563 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['0c0410aa-bc78-424e-842b-bc3e8e82f928'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:35:02.675150 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21643da3-236a-46ad-81ad-360abdc833bb req-f9ea6456-1a28-488b-b25e-3b3037eeda5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:35:02.676571 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-21643da3-236a-46ad-81ad-360abdc833bb req-f9ea6456-1a28-488b-b25e-3b3037eeda5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 945 time: 0.0812950 May 31 18:35:02.722054 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-21643da3-236a-46ad-81ad-360abdc833bb req-65505e91-cc2e-4b5f-98b6-a558cfecf3b9 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398734 May 31 18:35:03.068530 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-13b663c4-2c46-45ea-a699-5da934064111 req-0bbc2bac-3387-416b-ba6a-f0a4fd2fd40c tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0425556 May 31 18:35:03.479287 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 0c0410aa-bc78-424e-842b-bc3e8e82f928 up at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:35:03.549089 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning for port 0c0410aa-bc78-424e-842b-bc3e8e82f928 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:35:03.554002 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning complete for port 0c0410aa-bc78-424e-842b-bc3e8e82f928 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:35:03.554407 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:03.673795 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:03.699785 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc28a798-95ad-4647-9970-5130182e75ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0410aa-bc78-424e-842b-bc3e8e82f928'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:35:03.704280 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2f5ff8a6751ba2ee84274e630c5bdce29e81d1d572756191e078aed669e92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c5b901-60b7-4ad6-84f4-288be4c15b81" -d '{"events": [{"server_uuid": "cc28a798-95ad-4647-9970-5130182e75ee", "name": "network-vif-plugged", "status": "completed", "tag": "0c0410aa-bc78-424e-842b-bc3e8e82f928"}]}' {{(pid=91735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:35:03.712282 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 0c0410aa-bc78-424e-842b-bc3e8e82f928, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0c0410aa-bc78-424e-842b-bc3e8e82f928,segment=NetworkSegment(c08f68e3-d835-4d4d-bfe5-057ddd9700ed),segment_id=c08f68e3-d835-4d4d-bfe5-057ddd9700ed)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:35:03.716135 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:03.719878 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:35:03.785468 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=0c0410aa-bc78-424e-842b-bc3e8e82f928,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:35:03.788540 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:35:03.801499 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef658fd-c5da-4e69-99ad-337d19453a3d x-openstack-request-id: req-eef658fd-c5da-4e69-99ad-337d19453a3d {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:35:03.802071 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc28a798-95ad-4647-9970-5130182e75ee", "name": "network-vif-plugged", "status": "completed", "tag": "0c0410aa-bc78-424e-842b-bc3e8e82f928", "code": 200}]} {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:35:03.802330 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eef658fd-c5da-4e69-99ad-337d19453a3d {{(pid=91735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:35:03.802723 dv-cinder-770050-4-iscsi neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc28a798-95ad-4647-9970-5130182e75ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0410aa-bc78-424e-842b-bc3e8e82f928', 'code': 200} May 31 18:35:03.921089 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a54067-5dff-446a-87ec-cb59a79ab43a req-c6d65491-1bcb-414b-a548-38824941de6c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:35:03.922602 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-48a54067-5dff-446a-87ec-cb59a79ab43a req-c6d65491-1bcb-414b-a548-38824941de6c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 946 time: 0.0918622 May 31 18:35:04.010018 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-48a54067-5dff-446a-87ec-cb59a79ab43a req-17b3a2b8-c645-466c-9276-3a651d453f45 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804060 May 31 18:35:04.037929 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f597e-00a7-4167-be35-701559bfe63c req-9c0a69cf-e7b2-46ed-91e8-b96570f302a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:35:04.039431 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-dc0f597e-00a7-4167-be35-701559bfe63c req-9c0a69cf-e7b2-46ed-91e8-b96570f302a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 1099 time: 0.0791891 May 31 18:35:04.080452 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-dc0f597e-00a7-4167-be35-701559bfe63c req-1acde2b1-e837-44af-8924-ec830d91160b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349374 May 31 18:35:04.220659 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5b2db528-a776-4630-be34-e59d722c800e req-ba31875b-43f0-4676-8411-c4e903575374 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0453529 May 31 18:35:05.193905 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28444a5a-a18c-4d7c-81b4-992d9d288d1d req-8eb7ad61-1b8f-498b-8dd4-1731d068248c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:35:05.195379 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-28444a5a-a18c-4d7c-81b4-992d9d288d1d req-8eb7ad61-1b8f-498b-8dd4-1731d068248c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 946 time: 0.0802910 May 31 18:35:05.243672 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-28444a5a-a18c-4d7c-81b4-992d9d288d1d req-837db3c4-17c8-47c4-a5de-63e3f94d81fb tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423148 May 31 18:35:05.375158 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-905bb688-0ad1-45e2-80a6-634edf29e211 req-4601aad1-65a8-4420-95cc-915a10cc99c9 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0489314 May 31 18:35:06.433085 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c9e90-eace-4e6a-8074-243c2d874d78 req-cd331502-814f-4396-b202-4e135e107fd3 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:35:06.434549 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-757c9e90-eace-4e6a-8074-243c2d874d78 req-cd331502-814f-4396-b202-4e135e107fd3 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 946 time: 0.0805640 May 31 18:35:06.479323 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-757c9e90-eace-4e6a-8074-243c2d874d78 req-b7785708-4195-42e7-ab5e-90ba399f1ece tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387297 May 31 18:35:06.527859 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a86c68f1-b98b-45c8-b175-23973feadb25 req-6f662082-29ef-44cc-95ab-b98c36b2dcbb tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0467889 May 31 18:35:07.676670 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-671d01f4-f4cf-44a4-afaf-93181d708ae1 req-4fd95b32-7d3f-4555-900f-d49c6f549207 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0427618 May 31 18:35:08.825831 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7a5e241e-5008-4f37-a46a-14a42a8c7819 req-2d288608-d349-470f-a647-46de289f3f80 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0431550 May 31 18:35:09.975332 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0755303a-9530-47ea-8f64-83a39c34d652 req-6885d7dd-f834-41ea-97a9-6230f420bacf tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0453796 May 31 18:35:11.121210 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-27f98545-0feb-4279-ba98-a89551833ac3 req-d40b7259-da96-409d-85ae-33ba4fef84a9 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0427639 May 31 18:35:12.270998 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-71e1116d-d626-409b-a8bc-e9da28139347 req-76ea977a-f98c-4751-b084-46399680cd20 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0428870 May 31 18:35:13.422410 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-98725f23-552c-4e06-a43d-e3ed8278cd5d req-8bdeac98-bfd3-466b-903b-d5ba46c060b5 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0461905 May 31 18:35:14.572052 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fc9c25ac-87b0-4c41-b463-1e95f2646e48 req-e13b470f-0aa5-4cdc-a745-316ef42f1e4e tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0454462 May 31 18:35:15.180905 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:15.720484 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8e69683b-1f19-4777-9314-f6c7e0228d3f req-1d87cab6-0aae-4772-ab94-b7971ba62e6e tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0423238 May 31 18:35:16.961459 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-006d75a1-e1e2-4f8e-8424-a4a8144bb624 req-4033f858-3ae1-4bd5-85f7-ccc76c22633a tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.1361344 May 31 18:35:16.979417 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-49522b85-5f77-4a9e-84b6-647045ed7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:18.112720 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-651796f4-e2d7-4302-b279-24085b521487 req-6551eed3-f0c2-4968-94c8-550701321856 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0423899 May 31 18:35:19.263929 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-40abd575-1afc-47fd-b684-dbe1288ca303 req-951e9d92-d15d-44c3-b3c3-d2d8c46bc4f3 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0433424 May 31 18:35:19.389901 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:19.753933 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c204ce2d-4938-41e5-a6e3-a7c6704e9024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:19.996177 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:35:20.379732 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:20.418714 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e18f4e97-2444-478c-a9ba-31c5cb7f80e2 req-bf31a90d-bf3d-4344-9160-3b54857b4123 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0487237 May 31 18:35:21.569828 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-772ae7e8-63ae-4418-a323-356a54b71acf req-195408cb-82e8-46a0-98f7-d9983f743a9c tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0431044 May 31 18:35:22.179077 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:22.725149 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-81560aeb-3933-46a0-9990-7cf46f5d4763 req-cb59a35e-141f-49f8-af59-a6bd9214c390 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0434949 May 31 18:35:23.875065 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1dc5aa84-9706-42ad-8914-b1bd0850ab1e req-6d70502e-7233-4b40-b1f9-8a35de37dc53 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0451221 May 31 18:35:25.143205 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bbce100a-7b4c-459d-9543-3a5f8ed39800 req-ea290171-c821-4005-ad26-fa4b66533b10 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.1639135 May 31 18:35:26.290611 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-067ccb44-4b94-4a7d-adc7-75a642a1e3e8 req-5b89932d-707c-47b1-8689-4ef553262b8f tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0427294 May 31 18:35:27.443694 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b1871b36-0f74-4b18-8147-1711caaf0219 req-f42637a7-e9b7-469b-a607-8ff7c31c76ea tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0465744 May 31 18:35:28.589824 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-aec395b0-1843-4086-b16c-3753c3b88551 req-050507ae-563e-490c-b49b-8273ddf4e1ae tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0423810 May 31 18:35:29.737921 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2f090f6b-85b4-4e4c-8729-30082fdcf50f req-c491ea9c-b9e0-4be3-b26c-19ad853c6d97 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0421734 May 31 18:35:30.887144 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d5766cf3-d3d1-4016-a692-978bd63dd127 req-ab599a4d-dd7d-465f-9085-ffa2ba4e9279 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0456297 May 31 18:35:32.034254 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b5ec40ed-455a-4460-a9e3-dfd9e4185860 req-c6fd025e-66cf-45c8-903f-a3c6097df22c tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0426490 May 31 18:35:33.183184 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f6b22c82-9a4d-4348-a604-e0e24e95dec5 req-d989aea6-6476-462e-9ef5-3d4e328a77ba tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0425658 May 31 18:35:34.335550 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d28b2dc5-63aa-4c21-8654-b8e129a57d9e req-fe892138-1888-4aeb-962f-dfabb037b01e tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0470800 May 31 18:35:35.487843 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-418e1360-7986-49e2-aae0-66318955f40a req-0a0526db-ceb2-4bc0-96bc-0db99ecd67a1 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0450470 May 31 18:35:36.643656 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-faed4a7e-b728-40e4-8612-4cb7315cba41 req-9737a0be-ebbb-474a-b63f-092b4b0a8ac3 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0426877 May 31 18:35:37.796458 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e5aa4f7a-fb39-4fb7-aa44-badf23cf4e37 req-98a08123-ca68-49e4-9a1c-469f9f0461b4 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0455124 May 31 18:35:38.945427 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-351b84aa-35dc-4463-834a-be25984b438d req-0fa798f2-39b7-41fe-a27e-5a50b5063b37 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0428574 May 31 18:35:40.095463 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2d7113b1-7f3c-48f5-9528-a671fdc976cd req-43064a6c-8e2f-4f1e-a027-4cf5c10deb14 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0424545 May 31 18:35:41.244433 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-33e5ff7c-6f63-4b9f-99fb-9d8bbb60381f req-4856576c-3768-4a9f-9ab2-82d597a2101a tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0460169 May 31 18:35:42.401072 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-29ac42da-6ede-4287-8fac-cd76ec432e4c req-897d36b4-ca3f-41e6-9722-3b691b3c0583 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0492308 May 31 18:35:43.556960 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-542bfd14-bd71-47db-9605-453398fd958f req-21353575-5fae-4fd5-8838-27948e9fc4f2 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0436251 May 31 18:35:44.708103 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-54a33fa2-c5be-4d34-830f-7623aa156b69 req-d674a8fb-f74b-4f50-8adc-0d6b76a61eed tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0458395 May 31 18:35:45.197416 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:45.854337 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f0614532-1c11-4b8a-b23b-5439fcb08312 req-fdb50e1f-d840-49b4-8f21-49d40f94609e tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0416167 May 31 18:35:46.981413 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9772c2f5-63f4-4cf8-a6e8-3acd261b2ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:47.005183 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-684a72f3-6c52-4987-9d53-ae7766c3c39c req-dd9c8f76-2ac7-484f-a59d-5869e62690db tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0431113 May 31 18:35:48.153516 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d0588983-8304-478b-a4db-0372e2c6ef60 req-384f4be4-d552-4d64-a5a6-c9bb9b9d36d3 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0454078 May 31 18:35:49.301283 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6b758516-1ee2-49ee-87ea-0dc000c28787 req-4ed29104-1fcf-4f9e-a4ef-966c7bcda341 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0427227 May 31 18:35:49.393705 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:49.754647 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1a960473-ce3c-4ae7-aedb-226c5da7b33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:50.373692 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:50.452535 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-93e69299-b0ad-4eb5-9dc1-03d330b4d12b req-b41cc67f-e32c-45d9-a0e6-6dc5db4acb8b tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0428333 May 31 18:35:51.604068 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4216a378-0b9b-4489-ae6e-68c3dd87e6b3 req-0f13dab9-c39e-4544-ab7e-6cbf4513c20f tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0464506 May 31 18:35:52.181467 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:52.750711 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-46543ef5-ec47-4fb3-9264-9e50d74154a7 req-5bc11d6d-7f27-4899-a772-e039af488c78 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0430055 May 31 18:35:53.903718 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-28d4cb0e-4910-45c7-aa78-97f3be594d09 req-a660ebe3-16d3-4aee-b516-d0535e1c126e tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0420423 May 31 18:35:54.961209 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ef57064f-0785-47ee-9406-4c82f7b7bb49 req-418cd8ae-1719-47fd-8269-4a71b40eb5a8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1663220 May 31 18:35:55.097072 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7984d14e-e344-45db-956f-9ea332af39fb req-a5ee4d96-491c-4021-902c-a53c3088250e tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0854836 May 31 18:35:55.127693 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57064f-0785-47ee-9406-4c82f7b7bb49 req-d2cf4f67-3429-4bf9-b6be-6407fe0ab498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:35:55.129164 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ef57064f-0785-47ee-9406-4c82f7b7bb49 req-d2cf4f67-3429-4bf9-b6be-6407fe0ab498 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 1099 time: 0.0832572 May 31 18:35:55.276129 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57064f-0785-47ee-9406-4c82f7b7bb49 req-fe48c233-466a-43b0-9ade-ba14f7072655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:35:55.277574 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ef57064f-0785-47ee-9406-4c82f7b7bb49 req-fe48c233-466a-43b0-9ade-ba14f7072655 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1293960 May 31 18:35:55.344172 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ef57064f-0785-47ee-9406-4c82f7b7bb49 req-fe417f61-d118-4211-893a-38c43f22651b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95f348e1-f448-46b8-bd99-32f1882741c5 HTTP/1.1" status: 200 len: 217 time: 0.0595849 May 31 18:35:55.408747 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57064f-0785-47ee-9406-4c82f7b7bb49 req-0cda3efd-a5ab-4d78-82e3-b6289e50c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:35:55.410043 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ef57064f-0785-47ee-9406-4c82f7b7bb49 req-0cda3efd-a5ab-4d78-82e3-b6289e50c208 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0600595 May 31 18:35:55.455768 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ef57064f-0785-47ee-9406-4c82f7b7bb49 req-4c1b4681-d38b-4c27-829a-62c4d9e7809d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394716 May 31 18:35:55.584986 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ef57064f-0785-47ee-9406-4c82f7b7bb49 req-30a0009f-4a2f-4b9d-9e3a-580466de93fc service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228325 May 31 18:35:55.719280 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ef57064f-0785-47ee-9406-4c82f7b7bb49 req-643c2f0c-fc48-4e1c-8b68-2275a2e99aa3 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280413 May 31 18:35:56.247020 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-302d0107-aa4a-4196-bc2f-a7cf7cd52c73 req-0a2b257b-bb8e-4999-8c24-2b5a20e69d96 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0437026 May 31 18:35:56.995492 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:35:57.402963 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-63b69729-a60b-4017-862d-b195c989cc72 req-ab3c4f35-9139-4249-9063-df689f230e43 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0492094 May 31 18:35:58.561173 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c9c71747-2b13-46d3-9e9e-ec99dbffd5f8 req-c75cd6b1-b51d-4633-be25-349980bca0d0 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0507424 May 31 18:35:59.707356 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-61d3e6ba-7ee4-473a-bd6a-3e9c74c61726 req-db4310c5-694a-472d-8add-891677f44260 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0421722 May 31 18:36:00.860264 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ab07bf50-3bb7-4b3e-8fa7-8a0a40934efc req-935f54d5-aaa8-464c-9608-be44e139a925 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0463223 May 31 18:36:02.006661 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-acb14dd4-8fa8-42f4-80b7-f681e7ba46e7 req-0a7af823-1ea5-4678-9658-e8d326cc8a5e tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0423000 May 31 18:36:03.152110 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-995bbbea-e908-4c89-90dd-934ab1c405b6 req-216d6c80-a5c8-4a46-8af3-49d16b282829 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0423932 May 31 18:36:04.305032 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0403b7af-80a7-4917-b4ac-a500c0bd529a req-795bc642-5a75-41e5-a90f-aeb241125f26 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0463452 May 31 18:36:05.470162 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ed22c240-4194-4d40-a52b-739cb177ff65 req-6296daf5-6828-489c-9e61-0be8d927d7d5 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0437486 May 31 18:36:06.615216 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-06279cda-c9f8-4297-8bd8-e30394f3396e req-72d4cf9e-6515-4f51-9e05-f514cefe5899 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0416746 May 31 18:36:07.768247 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-498c6eb3-8428-4466-9314-670300060126 req-af56c11e-2c84-4a5e-95ce-8d7023099c7b tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0458808 May 31 18:36:08.917976 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0f972c60-5591-444e-aa8e-03b08c69cd06 req-c12d5cb8-0215-46ea-86cb-b4b2bbedb938 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] 10.222.0.30 "GET /v2.0/ports?device_id=53099f6c-a034-42d3-8dc2-01fa34e0eac4 HTTP/1.1" status: 200 len: 210 time: 0.0427196 May 31 18:36:13.429191 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91ac61-f116-4794-8601-44e26ce71555 req-14c002d0-4260-4fd8-9016-a7ebbc2ebb0b tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:36:13.430608 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4e91ac61-f116-4794-8601-44e26ce71555 req-14c002d0-4260-4fd8-9016-a7ebbc2ebb0b tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 946 time: 0.0794935 May 31 18:36:13.479343 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4e91ac61-f116-4794-8601-44e26ce71555 req-008f097b-6871-4a5b-9cda-075f67928e3d tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9209b1b-4f7c-4778-ba6f-76dbe4c87bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428550 May 31 18:36:14.140179 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c3c54-6d7b-4fd1-ad0b-385fb679b3f1 req-26b45d96-90a3-4a92-9700-8833fb264f18 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:36:14.142068 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-931c3c54-6d7b-4fd1-ad0b-385fb679b3f1 req-26b45d96-90a3-4a92-9700-8833fb264f18 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.43 "GET /v2.0/ports?device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 946 time: 0.0777469 May 31 18:36:14.363721 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-931c3c54-6d7b-4fd1-ad0b-385fb679b3f1 req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Deleting port 5d624aa4-fbe6-4ca0-a532-92f838f902df {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:36:14.364053 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-931c3c54-6d7b-4fd1-ad0b-385fb679b3f1 req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:14.495163 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-931c3c54-6d7b-4fd1-ad0b-385fb679b3f1 req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] For port 5d624aa4-fbe6-4ca0-a532-92f838f902df, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=5d624aa4-fbe6-4ca0-a532-92f838f902df,segment=NetworkSegment(650f0482-fd94-4b6d-87f0-6a9c3ffbc9af),segment_id=650f0482-fd94-4b6d-87f0-6a9c3ffbc9af)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:36:14.495829 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-931c3c54-6d7b-4fd1-ad0b-385fb679b3f1 req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:14.841721 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1bc3b-d0b0-41ef-8419-ae3f1fc9f3bf req-3fe553d9-44cc-49bc-8012-bf2802f7a46c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:36:14.843217 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-98d1bc3b-d0b0-41ef-8419-ae3f1fc9f3bf req-3fe553d9-44cc-49bc-8012-bf2802f7a46c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 946 time: 0.2497530 May 31 18:36:14.882184 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-931c3c54-6d7b-4fd1-ad0b-385fb679b3f1 req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:14.882184 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-931c3c54-6d7b-4fd1-ad0b-385fb679b3f1 req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401662'] for floatingip, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:14.882475 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.l3_db [req-931c3c54-6d7b-4fd1-ad0b-385fb679b3f1 req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Floating IP b540b984-4cb8-40db-990c-8d7bc34be79e disassociated. External IP: 172.27.0.132, port: 5d624aa4-fbe6-4ca0-a532-92f838f902df. May 31 18:36:14.882801 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-931c3c54-6d7b-4fd1-ad0b-385fb679b3f1 req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Calling delete_port for 5d624aa4-fbe6-4ca0-a532-92f838f902df owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:36:14.910320 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-98d1bc3b-d0b0-41ef-8419-ae3f1fc9f3bf req-562a4120-bde1-4cab-9ca3-abdc3d2da631 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9209b1b-4f7c-4778-ba6f-76dbe4c87bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610292 May 31 18:36:15.013860 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-931c3c54-6d7b-4fd1-ad0b-385fb679b3f1 req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:15.019956 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-664664cb-f3fd-41cb-8aa2-3610f3c6f625 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:36:15.064566 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Pushing event deleted for resources: {'Port': ['ID=5d624aa4-fbe6-4ca0-a532-92f838f902df,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:36:15.074906 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:15.075241 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:15.075694 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:15.076047 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:15.076487 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:15.076757 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:15.077099 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:15.077448 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:15.077799 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:15.078149 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:15.078495 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:15.079686 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:15.083405 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:36:15.190198 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:15.261305 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-931c3c54-6d7b-4fd1-ad0b-385fb679b3f1 req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:36:15.444040 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-931c3c54-6d7b-4fd1-ad0b-385fb679b3f1 req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:36:15.455302 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff77ac-6b85-49c0-bc00-02e9422c2366 None None] Sync routers for ids ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:36:15.464818 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff77ac-6b85-49c0-bc00-02e9422c2366 None None] Routers {'1c7e4929-9cd4-49a5-a948-e47fd7b8755d'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:36:15.465439 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-b8ff77ac-6b85-49c0-bc00-02e9422c2366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:35:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:36:15.521212 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-931c3c54-6d7b-4fd1-ad0b-385fb679b3f1 req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] No DVR routers for this DVR port 5d624aa4-fbe6-4ca0-a532-92f838f902df on host hv-cinder-77005 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:36:15.523901 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-931c3c54-6d7b-4fd1-ad0b-385fb679b3f1 req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:15.527049 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44eb2222-a349-4dac-aaf4-5bb8dae81e8b', 'name': 'network-vif-deleted', 'tag': '5d624aa4-fbe6-4ca0-a532-92f838f902df'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:36:15.529318 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dcb5b1-46bc-4a77-995d-2a3f0c5439a5" -d '{"events": [{"server_uuid": "44eb2222-a349-4dac-aaf4-5bb8dae81e8b", "name": "network-vif-deleted", "tag": "5d624aa4-fbe6-4ca0-a532-92f838f902df"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:36:15.544693 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-931c3c54-6d7b-4fd1-ad0b-385fb679b3f1 req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.43 "DELETE /v2.0/ports/5d624aa4-fbe6-4ca0-a532-92f838f902df HTTP/1.1" status: 204 len: 173 time: 1.3972242 May 31 18:36:15.575290 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f3f883-980b-445f-b085-2a07da5bb1d3 x-openstack-request-id: req-60f3f883-980b-445f-b085-2a07da5bb1d3 {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:36:15.575630 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44eb2222-a349-4dac-aaf4-5bb8dae81e8b", "name": "network-vif-deleted", "tag": "5d624aa4-fbe6-4ca0-a532-92f838f902df", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:36:15.575912 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60f3f883-980b-445f-b085-2a07da5bb1d3 {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:36:15.576331 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44eb2222-a349-4dac-aaf4-5bb8dae81e8b', 'name': 'network-vif-deleted', 'tag': '5d624aa4-fbe6-4ca0-a532-92f838f902df', 'status': 'completed', 'code': 200} May 31 18:36:15.664425 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-b8ff77ac-6b85-49c0-bc00-02e9422c2366 None None] Set router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:36:16.028356 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-b8ff77ac-6b85-49c0-bc00-02e9422c2366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:18:44Z', 'revision_number': 4, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port': {'id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:24Z', 'updated_at': '2021-05-31T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '5a2a0ffb-92df-45fc-8a24-1183cd21b940', 'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'mac_address': 'fa:16:3e:8f:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ec71e230-9295-42e2-886a-2045075dddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:40Z', 'updated_at': '2021-05-31T18:18:55Z', 'revision_number': 5, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'subnets': [{'id': 'ec71e230-9295-42e2-886a-2045075dddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:36:16.032544 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff77ac-6b85-49c0-bc00-02e9422c2366 None None] Checking router: 1c7e4929-9cd4-49a5-a948-e47fd7b8755d for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:36:16.042048 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff77ac-6b85-49c0-bc00-02e9422c2366 None None] Routers {'1c7e4929-9cd4-49a5-a948-e47fd7b8755d'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:36:16.042797 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-b8ff77ac-6b85-49c0-bc00-02e9422c2366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:35:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:36:16.114062 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-da1cc449-1475-4197-afb2-0a62023d1dff req-ae9d3d2b-d28e-44f1-bf3e-12c986c38ee8 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Synchronizing usage tracker for tenant:2e0ba4821bf84395b9662f29d0e886ca on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:36:16.133233 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-da1cc449-1475-4197-afb2-0a62023d1dff req-ae9d3d2b-d28e-44f1-bf3e-12c986c38ee8 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Unset dirty status for tenant:2e0ba4821bf84395b9662f29d0e886ca on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:36:16.134563 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-da1cc449-1475-4197-afb2-0a62023d1dff req-ae9d3d2b-d28e-44f1-bf3e-12c986c38ee8 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/ports?device_id=44eb2222-a349-4dac-aaf4-5bb8dae81e8b HTTP/1.1" status: 200 len: 210 time: 0.0658722 May 31 18:36:16.227645 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-b8ff77ac-6b85-49c0-bc00-02e9422c2366 None None] Set router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:36:16.538816 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-b8ff77ac-6b85-49c0-bc00-02e9422c2366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:18:44Z', 'revision_number': 4, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port': {'id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:24Z', 'updated_at': '2021-05-31T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '5a2a0ffb-92df-45fc-8a24-1183cd21b940', 'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'mac_address': 'fa:16:3e:8f:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ec71e230-9295-42e2-886a-2045075dddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:40Z', 'updated_at': '2021-05-31T18:18:55Z', 'revision_number': 5, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'subnets': [{'id': 'ec71e230-9295-42e2-886a-2045075dddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:36:16.542476 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff77ac-6b85-49c0-bc00-02e9422c2366 None None] The sync data for ids ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'] in dv-cinder-770050-4-iscsi is: [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:18:44Z', 'revision_number': 4, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port': {'id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:24Z', 'updated_at': '2021-05-31T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '5a2a0ffb-92df-45fc-8a24-1183cd21b940', 'name': '', 'network_id': 'b3c8c516-11b1-4d17-b72f-4bf8982ccbb0', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'mac_address': 'fa:16:3e:8f:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ec71e230-9295-42e2-886a-2045075dddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:40Z', 'updated_at': '2021-05-31T18:18:55Z', 'revision_number': 5, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'subnets': [{'id': 'ec71e230-9295-42e2-886a-2045075dddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:36:16.748119 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ef181-080f-43e9-b0d6-d0ce71b7b001 None None] New status for floating IP b540b984-4cb8-40db-990c-8d7bc34be79e: DOWN {{(pid=91736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:36:16.983557 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9419499f-0661-4b39-a70e-b039918ba384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:17.405795 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 42050) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:36:17.456930 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1a6cd-55b3-4e46-ba31-6ecd03bab7bf req-97f10deb-441b-45e9-b8d3-25c874668ad6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:36:17.458400 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-30e1a6cd-55b3-4e46-ba31-6ecd03bab7bf req-97f10deb-441b-45e9-b8d3-25c874668ad6 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 946 time: 0.0865769 May 31 18:36:17.475697 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:17.503768 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-30e1a6cd-55b3-4e46-ba31-6ecd03bab7bf req-e821762c-8bf1-4b89-b9b9-3cfa9d7c573d tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=253f7174-27c8-464b-9ada-f1ce610620cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396018 May 31 18:36:17.506707 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:17.558749 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:17.563830 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-d186610f-4469-42d1-8374-ee8ba83cef8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:36:17.579932 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9209b1b-4f7c-4778-ba6f-76dbe4c87bd1,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:36:17.588635 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:17.589000 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:17.589355 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:17.589706 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:17.590050 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:17.590391 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:17.590732 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:17.591096 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:17.591436 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:17.591773 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:17.592107 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:17.592440 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:36:17.596380 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:36:17.597344 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:17.598409 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "DELETE /v2.0/security-groups/d9209b1b-4f7c-4778-ba6f-76dbe4c87bd1 HTTP/1.1" status: 204 len: 168 time: 0.1904006 May 31 18:36:17.601087 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 42054) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:36:17.617385 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.api.v2.resource [None req-72e60627-15dd-4211-ba76-c3281ac9b5b2 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] show failed (client error): The resource could not be found. May 31 18:36:17.618385 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-72e60627-15dd-4211-ba76-c3281ac9b5b2 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "GET /v2.0/security-groups/d9209b1b-4f7c-4778-ba6f-76dbe4c87bd1 HTTP/1.1" status: 404 len: 347 time: 0.0164211 May 31 18:36:17.621188 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 42058) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:36:17.752625 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 5d624aa4-fbe6-4ca0-a532-92f838f902df no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:36:17.787836 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] No Port match for: 5d624aa4-fbe6-4ca0-a532-92f838f902df {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:36:17.788189 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 5d624aa4-fbe6-4ca0-a532-92f838f902df not bound to the agent host hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:36:17.926523 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-a3ffdff5-eaae-4a0a-9ec3-3a33b399989f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Deleting port d71d1f20-a4e6-4520-8989-d6e7e8ec7bf8 {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:36:17.926885 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a3ffdff5-eaae-4a0a-9ec3-3a33b399989f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:17.978122 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd783-a581-4a6c-9662-9f5424de4b51 req-e5f7824d-be52-45ab-9a4d-aa921170e884 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:36:17.979577 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-10efd783-a581-4a6c-9662-9f5424de4b51 req-e5f7824d-be52-45ab-9a4d-aa921170e884 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.43 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 946 time: 0.0804954 May 31 18:36:18.044890 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a3ffdff5-eaae-4a0a-9ec3-3a33b399989f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:18.045357 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a3ffdff5-eaae-4a0a-9ec3-3a33b399989f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:18.173896 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-a3ffdff5-eaae-4a0a-9ec3-3a33b399989f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Calling delete_port for d71d1f20-a4e6-4520-8989-d6e7e8ec7bf8 owned by network:floatingip {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:36:18.222989 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-10efd783-a581-4a6c-9662-9f5424de4b51 req-2560399a-af86-476e-8d3a-57e798796411 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Deleting port 1669824e-8845-490a-b3a1-325f2bc176d7 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:36:18.223370 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-10efd783-a581-4a6c-9662-9f5424de4b51 req-2560399a-af86-476e-8d3a-57e798796411 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:18.284043 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a3ffdff5-eaae-4a0a-9ec3-3a33b399989f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:18.287517 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:36:18.332023 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffdff5-eaae-4a0a-9ec3-3a33b399989f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Pushing event deleted for resources: {'Port': ['ID=d71d1f20-a4e6-4520-8989-d6e7e8ec7bf8,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:36:18.335529 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-a3ffdff5-eaae-4a0a-9ec3-3a33b399989f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:36:18.363292 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-10efd783-a581-4a6c-9662-9f5424de4b51 req-2560399a-af86-476e-8d3a-57e798796411 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] For port 1669824e-8845-490a-b3a1-325f2bc176d7, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=1669824e-8845-490a-b3a1-325f2bc176d7,segment=NetworkSegment(08c03eab-0a89-4a42-a286-ecc422d5ad49),segment_id=08c03eab-0a89-4a42-a286-ecc422d5ad49)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:36:18.363644 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-10efd783-a581-4a6c-9662-9f5424de4b51 req-2560399a-af86-476e-8d3a-57e798796411 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:18.425309 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a3ffdff5-eaae-4a0a-9ec3-3a33b399989f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks [] for floatingip, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:18.444193 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a3ffdff5-eaae-4a0a-9ec3-3a33b399989f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for floatingip, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:18.445353 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-a3ffdff5-eaae-4a0a-9ec3-3a33b399989f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] 10.222.0.30 "DELETE /v2.0/floatingips/b540b984-4cb8-40db-990c-8d7bc34be79e HTTP/1.1" status: 204 len: 168 time: 0.8233054 May 31 18:36:18.722879 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-10efd783-a581-4a6c-9662-9f5424de4b51 req-2560399a-af86-476e-8d3a-57e798796411 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:18.723775 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-10efd783-a581-4a6c-9662-9f5424de4b51 req-2560399a-af86-476e-8d3a-57e798796411 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401662'] for floatingip, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:18.723775 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.l3_db [req-10efd783-a581-4a6c-9662-9f5424de4b51 req-2560399a-af86-476e-8d3a-57e798796411 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Floating IP 1074aecf-804a-4fdd-874e-3e4b62009c85 disassociated. External IP: 172.27.0.178, port: 1669824e-8845-490a-b3a1-325f2bc176d7. May 31 18:36:18.723997 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-10efd783-a581-4a6c-9662-9f5424de4b51 req-2560399a-af86-476e-8d3a-57e798796411 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Calling delete_port for 1669824e-8845-490a-b3a1-325f2bc176d7 owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:36:18.761855 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799fd5a-2dda-42ad-ae0c-cc3101618eae req-04d04a1c-94f8-4288-bfc3-e10405c202e3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:36:18.763304 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f799fd5a-2dda-42ad-ae0c-cc3101618eae req-04d04a1c-94f8-4288-bfc3-e10405c202e3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 946 time: 0.1346745 May 31 18:36:18.825730 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f799fd5a-2dda-42ad-ae0c-cc3101618eae req-92b16d7b-5aa4-4743-aae1-c06c966a553c tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups?id=253f7174-27c8-464b-9ada-f1ce610620cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564563 May 31 18:36:18.898671 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-10efd783-a581-4a6c-9662-9f5424de4b51 req-2560399a-af86-476e-8d3a-57e798796411 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:18.904355 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e44ff69a-17c3-46da-9507-bc70a59a4d55 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:36:18.949148 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560399a-af86-476e-8d3a-57e798796411 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Pushing event deleted for resources: {'Port': ['ID=1669824e-8845-490a-b3a1-325f2bc176d7,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:36:18.952278 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-2560399a-af86-476e-8d3a-57e798796411 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:36:19.137619 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10efd783-a581-4a6c-9662-9f5424de4b51 req-2560399a-af86-476e-8d3a-57e798796411 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Router c4751df5-e207-469d-a306-8a05677a2892 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:36:19.316469 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10efd783-a581-4a6c-9662-9f5424de4b51 req-2560399a-af86-476e-8d3a-57e798796411 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:36:19.326105 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972003f8-db08-401f-a6c4-b88d00a9cbd9 None None] Sync routers for ids ['c4751df5-e207-469d-a306-8a05677a2892'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:36:19.335571 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972003f8-db08-401f-a6c4-b88d00a9cbd9 None None] Routers {'c4751df5-e207-469d-a306-8a05677a2892'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:36:19.336190 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-972003f8-db08-401f-a6c4-b88d00a9cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:35:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['c4751df5-e207-469d-a306-8a05677a2892'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:36:19.397536 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-10efd783-a581-4a6c-9662-9f5424de4b51 req-2560399a-af86-476e-8d3a-57e798796411 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] No DVR routers for this DVR port 1669824e-8845-490a-b3a1-325f2bc176d7 on host hv-cinder-77005 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:36:19.400366 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-10efd783-a581-4a6c-9662-9f5424de4b51 req-2560399a-af86-476e-8d3a-57e798796411 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:19.403385 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f761571e-0a3f-443c-bf6b-fc9eff7084b8', 'name': 'network-vif-deleted', 'tag': '1669824e-8845-490a-b3a1-325f2bc176d7'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:36:19.406250 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904e1d62-1bb7-4c08-8726-101d41dd374c" -d '{"events": [{"server_uuid": "f761571e-0a3f-443c-bf6b-fc9eff7084b8", "name": "network-vif-deleted", "tag": "1669824e-8845-490a-b3a1-325f2bc176d7"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:36:19.421773 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-10efd783-a581-4a6c-9662-9f5424de4b51 req-2560399a-af86-476e-8d3a-57e798796411 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.43 "DELETE /v2.0/ports/1669824e-8845-490a-b3a1-325f2bc176d7 HTTP/1.1" status: 204 len: 173 time: 1.4340587 May 31 18:36:19.437693 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:19.455766 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579a8349-b2a7-4ff9-a1fd-b0115b13c8e5 x-openstack-request-id: req-579a8349-b2a7-4ff9-a1fd-b0115b13c8e5 {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:36:19.456161 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f761571e-0a3f-443c-bf6b-fc9eff7084b8", "name": "network-vif-deleted", "tag": "1669824e-8845-490a-b3a1-325f2bc176d7", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:36:19.456528 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-579a8349-b2a7-4ff9-a1fd-b0115b13c8e5 {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:36:19.457014 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f761571e-0a3f-443c-bf6b-fc9eff7084b8', 'name': 'network-vif-deleted', 'tag': '1669824e-8845-490a-b3a1-325f2bc176d7', 'status': 'completed', 'code': 200} May 31 18:36:19.544175 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-972003f8-db08-401f-a6c4-b88d00a9cbd9 None None] Set router c4751df5-e207-469d-a306-8a05677a2892 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:36:19.818868 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7bdeb831-a9af-4c1d-94c1-615ddb46c733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:19.921582 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-972003f8-db08-401f-a6c4-b88d00a9cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:18:39Z', 'revision_number': 4, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port': {'id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '8a937546-1465-4eeb-90b3-9d3e052d5382', 'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'mac_address': 'fa:16:3e:5a:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:51Z', 'revision_number': 5, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'subnets': [{'id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:36:19.925745 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972003f8-db08-401f-a6c4-b88d00a9cbd9 None None] Checking router: c4751df5-e207-469d-a306-8a05677a2892 for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:36:19.934051 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972003f8-db08-401f-a6c4-b88d00a9cbd9 None None] Routers {'c4751df5-e207-469d-a306-8a05677a2892'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:36:19.934648 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-972003f8-db08-401f-a6c4-b88d00a9cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:36:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['c4751df5-e207-469d-a306-8a05677a2892'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:36:20.038404 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-c1747fff-0c6d-4116-978a-92e40442e7a9 req-3e9034f4-be6e-4d34-8499-bd1184bc1817 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Synchronizing usage tracker for tenant:71370ff0ec1348e8a0dd470d369623bb on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:36:20.053731 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-c1747fff-0c6d-4116-978a-92e40442e7a9 req-3e9034f4-be6e-4d34-8499-bd1184bc1817 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Unset dirty status for tenant:71370ff0ec1348e8a0dd470d369623bb on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:36:20.054975 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c1747fff-0c6d-4116-978a-92e40442e7a9 req-3e9034f4-be6e-4d34-8499-bd1184bc1817 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f761571e-0a3f-443c-bf6b-fc9eff7084b8 HTTP/1.1" status: 200 len: 210 time: 0.0602517 May 31 18:36:20.122905 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-972003f8-db08-401f-a6c4-b88d00a9cbd9 None None] Set router c4751df5-e207-469d-a306-8a05677a2892 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:36:20.415533 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:20.454487 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-972003f8-db08-401f-a6c4-b88d00a9cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:18:39Z', 'revision_number': 4, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port': {'id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '8a937546-1465-4eeb-90b3-9d3e052d5382', 'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'mac_address': 'fa:16:3e:5a:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:51Z', 'revision_number': 5, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'subnets': [{'id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:36:20.459462 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972003f8-db08-401f-a6c4-b88d00a9cbd9 None None] The sync data for ids ['c4751df5-e207-469d-a306-8a05677a2892'] in dv-cinder-770050-4-iscsi is: [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:18:39Z', 'revision_number': 4, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port': {'id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '8a937546-1465-4eeb-90b3-9d3e052d5382', 'name': '', 'network_id': '94b1778a-3714-47c8-abf7-03652140706b', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'mac_address': 'fa:16:3e:5a:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:51Z', 'revision_number': 5, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'subnets': [{'id': '23a5645f-f287-424a-bed2-fe7d9c273f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:36:20.662840 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e203a750-0892-49e2-9d84-e8d8f4a0437b None None] New status for floating IP 1074aecf-804a-4fdd-874e-3e4b62009c85: DOWN {{(pid=91736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:36:21.184282 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 42096) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:36:21.252806 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d0331ea4-84c1-4aa5-9c5d-02336a186ac5 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:21.280354 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d0331ea4-84c1-4aa5-9c5d-02336a186ac5 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:21.332723 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d0331ea4-84c1-4aa5-9c5d-02336a186ac5 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:21.336454 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-61e72716-efd5-42fc-b0a6-d53a5b96acae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:36:21.350732 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0331ea4-84c1-4aa5-9c5d-02336a186ac5 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=253f7174-27c8-464b-9ada-f1ce610620cc,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:36:21.353098 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-d0331ea4-84c1-4aa5-9c5d-02336a186ac5 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:36:21.364877 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d0331ea4-84c1-4aa5-9c5d-02336a186ac5 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:21.365975 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-d0331ea4-84c1-4aa5-9c5d-02336a186ac5 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "DELETE /v2.0/security-groups/253f7174-27c8-464b-9ada-f1ce610620cc HTTP/1.1" status: 204 len: 168 time: 0.1800168 May 31 18:36:21.368601 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 42100) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:36:21.384947 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.api.v2.resource [None req-72e83d8d-b8c6-4493-93c8-ab509285d579 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] show failed (client error): The resource could not be found. May 31 18:36:21.385956 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-72e83d8d-b8c6-4493-93c8-ab509285d579 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "GET /v2.0/security-groups/253f7174-27c8-464b-9ada-f1ce610620cc HTTP/1.1" status: 404 len: 347 time: 0.0164499 May 31 18:36:21.388650 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 42104) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:36:21.605517 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-5ae77089-0e28-4b1f-93b6-e9ec1ee19d86 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Deleting port 3554251a-6795-492d-af3f-b5b02674dd2e {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:36:21.605747 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5ae77089-0e28-4b1f-93b6-e9ec1ee19d86 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:21.721908 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5ae77089-0e28-4b1f-93b6-e9ec1ee19d86 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:21.722261 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5ae77089-0e28-4b1f-93b6-e9ec1ee19d86 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:21.782591 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 1669824e-8845-490a-b3a1-325f2bc176d7 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:36:21.817989 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] No Port match for: 1669824e-8845-490a-b3a1-325f2bc176d7 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:36:21.818338 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 1669824e-8845-490a-b3a1-325f2bc176d7 not bound to the agent host hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:36:21.845357 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-5ae77089-0e28-4b1f-93b6-e9ec1ee19d86 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Calling delete_port for 3554251a-6795-492d-af3f-b5b02674dd2e owned by network:floatingip {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:36:21.960753 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5ae77089-0e28-4b1f-93b6-e9ec1ee19d86 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:21.965153 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:36:22.009707 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae77089-0e28-4b1f-93b6-e9ec1ee19d86 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Pushing event deleted for resources: {'Port': ['ID=3554251a-6795-492d-af3f-b5b02674dd2e,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:36:22.035483 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-5ae77089-0e28-4b1f-93b6-e9ec1ee19d86 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:36:22.182558 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5ae77089-0e28-4b1f-93b6-e9ec1ee19d86 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks [] for floatingip, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:22.184234 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:22.199249 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5ae77089-0e28-4b1f-93b6-e9ec1ee19d86 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for floatingip, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:22.200370 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-5ae77089-0e28-4b1f-93b6-e9ec1ee19d86 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] 10.222.0.30 "DELETE /v2.0/floatingips/1074aecf-804a-4fdd-874e-3e4b62009c85 HTTP/1.1" status: 204 len: 168 time: 0.8108602 May 31 18:36:33.994115 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:36:45.193799 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:46.987304 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-52578d10-3c5f-41f9-b611-f28d205b84f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:49.399455 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:49.760588 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-402ed8f2-1e74-4361-a4ce-74abdd48e35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:50.380420 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:52.199105 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:56.888725 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-48eba55a-8025-4d45-8a7a-5c7c65b0ceca req-3aa97e78-e70a-4ec7-90fb-bae12ed5ee4f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711508 May 31 18:36:56.977220 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eba55a-8025-4d45-8a7a-5c7c65b0ceca req-cb4c3c41-8fd2-44ff-ae1e-3d1746935e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:36:56.978749 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-48eba55a-8025-4d45-8a7a-5c7c65b0ceca req-cb4c3c41-8fd2-44ff-ae1e-3d1746935e7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 1098 time: 0.0698113 May 31 18:36:57.221956 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eba55a-8025-4d45-8a7a-5c7c65b0ceca req-f8e27442-603f-4112-b516-d6eb1f187a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:36:57.223914 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-48eba55a-8025-4d45-8a7a-5c7c65b0ceca req-f8e27442-603f-4112-b516-d6eb1f187a23 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.2266438 May 31 18:36:57.294507 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-48eba55a-8025-4d45-8a7a-5c7c65b0ceca req-01c9562c-d7d3-4a1c-a7f6-423a150cc899 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=673bc5a6-59e1-4b80-b4f7-6bb72efc143d HTTP/1.1" status: 200 len: 217 time: 0.0645168 May 31 18:36:57.357133 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eba55a-8025-4d45-8a7a-5c7c65b0ceca req-0a8853a9-4839-450f-80d1-8a127f39ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:36:57.358576 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-48eba55a-8025-4d45-8a7a-5c7c65b0ceca req-0a8853a9-4839-450f-80d1-8a127f39ca9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0584385 May 31 18:36:57.410695 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-48eba55a-8025-4d45-8a7a-5c7c65b0ceca req-13b2ef74-d489-4623-b292-066ebffcf92b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453701 May 31 18:36:57.543076 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-48eba55a-8025-4d45-8a7a-5c7c65b0ceca req-d6d2e888-ff26-41cf-a214-f72515728528 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252201 May 31 18:36:57.675076 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-48eba55a-8025-4d45-8a7a-5c7c65b0ceca req-dfbb8884-96a3-4bd4-ba31-9148002ab56a service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258972 May 31 18:37:10.992712 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:37:15.207463 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:37:16.988648 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-868851be-7b1a-4709-91f2-9d50b9e2103b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:37:19.401978 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:37:19.761509 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4364-0962-493b-ab4b-8824300239a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:37:20.383238 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:37:22.189498 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:37:45.223653 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:37:46.992529 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-83a81cbb-c600-4878-ad1b-e0d3eaaea614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:37:47.992519 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:37:49.406679 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:37:49.763658 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c83918c3-b1f5-4ebd-b442-f165931e430c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:37:50.386172 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:37:52.194064 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:37:56.981317 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-eb976ca4-63b3-47f9-ba88-375bdba9f4b6 req-bbea1913-6541-4b99-ba78-b367e9aa6061 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695803 May 31 18:37:57.073228 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976ca4-63b3-47f9-ba88-375bdba9f4b6 req-29bf5eee-bb53-4cf9-8ec0-35bf15f454f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:37:57.074641 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-eb976ca4-63b3-47f9-ba88-375bdba9f4b6 req-29bf5eee-bb53-4cf9-8ec0-35bf15f454f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 1099 time: 0.0740945 May 31 18:37:57.218067 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976ca4-63b3-47f9-ba88-375bdba9f4b6 req-e7825c08-bb90-401e-b688-4636868fa100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:37:57.219449 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-eb976ca4-63b3-47f9-ba88-375bdba9f4b6 req-e7825c08-bb90-401e-b688-4636868fa100 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1266496 May 31 18:37:57.288178 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-eb976ca4-63b3-47f9-ba88-375bdba9f4b6 req-c108b82a-47dc-4ddf-8146-a227a25d3e8e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c0410aa-bc78-424e-842b-bc3e8e82f928 HTTP/1.1" status: 200 len: 217 time: 0.0618412 May 31 18:37:57.353070 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976ca4-63b3-47f9-ba88-375bdba9f4b6 req-b7b355c5-6051-44d6-8bb5-04758dfea112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:37:57.354478 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-eb976ca4-63b3-47f9-ba88-375bdba9f4b6 req-b7b355c5-6051-44d6-8bb5-04758dfea112 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0601914 May 31 18:37:57.402092 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-eb976ca4-63b3-47f9-ba88-375bdba9f4b6 req-facdbc6d-f15f-4eb4-91f0-fe4aede69c9c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413740 May 31 18:37:57.535842 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-eb976ca4-63b3-47f9-ba88-375bdba9f4b6 req-483ffea6-57ab-4396-b186-2c9dfbf24e49 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256974 May 31 18:37:57.660916 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-eb976ca4-63b3-47f9-ba88-375bdba9f4b6 req-52397436-47b4-4a42-8359-4e3794a88002 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191390 May 31 18:38:15.224850 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:38:16.994902 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1922764e-e920-4a18-847b-9901c5a34c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:38:19.400592 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:38:19.764773 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b3898a45-31e0-4d66-9333-5f09e363c657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:38:20.388936 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:38:22.196071 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:38:24.991880 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:38:45.235236 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:38:46.997169 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7ec6c51d-da91-4678-ae4a-3539f9d89dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:38:49.403184 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:38:49.766338 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1ea29a8b-07af-4829-ade5-85c42786ee06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:38:50.392321 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:38:52.211961 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:38:58.906081 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9a9cffa0-ffe7-4caa-a6ba-934633341224 req-d570ecd3-e94e-4bc4-a539-c1b9bd4066a1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1092198 May 31 18:38:59.048826 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cffa0-ffe7-4caa-a6ba-934633341224 req-b4481685-23e9-493a-9fe7-eb3ad21aacad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:38:59.050344 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9a9cffa0-ffe7-4caa-a6ba-934633341224 req-b4481685-23e9-493a-9fe7-eb3ad21aacad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 1099 time: 0.0762854 May 31 18:38:59.292133 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cffa0-ffe7-4caa-a6ba-934633341224 req-06a4da57-b227-414a-a2a5-e43b15cbe645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:38:59.293562 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9a9cffa0-ffe7-4caa-a6ba-934633341224 req-06a4da57-b227-414a-a2a5-e43b15cbe645 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.2250874 May 31 18:38:59.364314 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9a9cffa0-ffe7-4caa-a6ba-934633341224 req-7968cddc-0a33-4d43-9ac7-9c95621c5516 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95f348e1-f448-46b8-bd99-32f1882741c5 HTTP/1.1" status: 200 len: 217 time: 0.0635481 May 31 18:38:59.432069 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cffa0-ffe7-4caa-a6ba-934633341224 req-37bc3bb1-354e-4f75-a7b4-0f3354c8cbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:38:59.434107 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9a9cffa0-ffe7-4caa-a6ba-934633341224 req-37bc3bb1-354e-4f75-a7b4-0f3354c8cbb3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0641720 May 31 18:38:59.492140 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9a9cffa0-ffe7-4caa-a6ba-934633341224 req-2707ee65-0fee-48aa-b6b4-57416fcb76ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505614 May 31 18:38:59.502094 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [req-9a9cffa0-ffe7-4caa-a6ba-934633341224 req-f017862e-ac09-40b6-b892-0d849121ebac service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=91734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:38:59.503052 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9a9cffa0-ffe7-4caa-a6ba-934633341224 req-f017862e-ac09-40b6-b892-0d849121ebac service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046468 May 31 18:38:59.631726 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9a9cffa0-ffe7-4caa-a6ba-934633341224 req-7739b720-5661-4516-a95b-ffb75a354a4f service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221111 May 31 18:38:59.767863 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9a9cffa0-ffe7-4caa-a6ba-934633341224 req-9fb19b75-73d0-4208-839b-c1c56c863b84 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298413 May 31 18:39:01.991912 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:39:15.250476 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:39:16.999522 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-63154853-cb52-4434-86dc-474e78732960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:39:19.406604 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:39:19.767545 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-75e73b64-2797-4f53-81f0-613b58b11f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:39:20.395503 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:39:22.204623 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:39:38.991380 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:39:45.249561 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:39:47.001813 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3e2815aa-f0f1-44cb-87d2-155783c006ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:39:49.411246 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:39:49.769589 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5420055f-bd7d-4dc0-acdf-2f323008b1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:39:50.398761 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:39:52.206914 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:39:59.887252 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-61795e33-3ee2-40b2-967d-1889bd2b1df4 req-2d7cb384-4471-4d1f-bbb6-0b298d2cafe4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742218 May 31 18:39:59.976154 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61795e33-3ee2-40b2-967d-1889bd2b1df4 req-9aa2ec0f-a17b-435f-a65e-494f19f0e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:39:59.977593 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-61795e33-3ee2-40b2-967d-1889bd2b1df4 req-9aa2ec0f-a17b-435f-a65e-494f19f0e7f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 1098 time: 0.0697739 May 31 18:40:00.121692 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61795e33-3ee2-40b2-967d-1889bd2b1df4 req-430e4c7a-af3c-4bc4-a400-1d0721f69d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:40:00.123151 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-61795e33-3ee2-40b2-967d-1889bd2b1df4 req-430e4c7a-af3c-4bc4-a400-1d0721f69d10 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1273220 May 31 18:40:00.192935 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-61795e33-3ee2-40b2-967d-1889bd2b1df4 req-8385b5be-0903-4c60-a5ae-0d7724be1636 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=673bc5a6-59e1-4b80-b4f7-6bb72efc143d HTTP/1.1" status: 200 len: 217 time: 0.0631204 May 31 18:40:00.253681 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61795e33-3ee2-40b2-967d-1889bd2b1df4 req-803304c4-a1c6-45d5-965d-b4890b505ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:40:00.256234 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-61795e33-3ee2-40b2-967d-1889bd2b1df4 req-803304c4-a1c6-45d5-965d-b4890b505ee3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0582273 May 31 18:40:00.305986 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-61795e33-3ee2-40b2-967d-1889bd2b1df4 req-bc5fac4a-53b0-400e-9820-7ba1d5f07411 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439219 May 31 18:40:00.440466 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-61795e33-3ee2-40b2-967d-1889bd2b1df4 req-24fca729-6fd7-4887-8e31-6e1471cb481a service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281571 May 31 18:40:00.570564 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-61795e33-3ee2-40b2-967d-1889bd2b1df4 req-b25254d0-3903-42c6-b933-b2ce658e2656 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236653 May 31 18:40:15.263925 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:40:15.990815 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:40:17.002381 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e5b5706e-6727-4eb7-8fcf-26a1c3e08a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:40:19.414245 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:40:19.771028 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f327b154-36a7-41da-8843-077d38075b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:40:20.400853 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:40:22.213269 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:40:45.295827 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:40:47.004406 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a0772649-8d40-4ad7-956e-3ba36c2d5610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:40:49.418225 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:40:49.773225 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-81bf9206-0b75-45ba-a236-d791a079b1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:40:50.403553 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:40:52.223263 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:40:52.989928 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:41:01.899987 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-738c205c-2a68-4363-9cc1-50ed2249c4e0 req-cc8794ec-ee6c-4b09-adec-3e69a6290e06 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713868 May 31 18:41:01.991616 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c205c-2a68-4363-9cc1-50ed2249c4e0 req-58001e36-3338-4358-a0b3-644a2534f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:41:01.993052 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-738c205c-2a68-4363-9cc1-50ed2249c4e0 req-58001e36-3338-4358-a0b3-644a2534f1bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 1099 time: 0.0711401 May 31 18:41:02.132753 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c205c-2a68-4363-9cc1-50ed2249c4e0 req-23e52b40-542d-4eca-a5cc-af15361ddcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:41:02.134064 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-738c205c-2a68-4363-9cc1-50ed2249c4e0 req-23e52b40-542d-4eca-a5cc-af15361ddcd0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1234848 May 31 18:41:02.298858 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-738c205c-2a68-4363-9cc1-50ed2249c4e0 req-54286a85-0fd0-4c4d-a341-95caddbf93d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c0410aa-bc78-424e-842b-bc3e8e82f928 HTTP/1.1" status: 200 len: 217 time: 0.1582642 May 31 18:41:02.363596 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c205c-2a68-4363-9cc1-50ed2249c4e0 req-4df0d4d9-cb53-4c2a-b9b6-5b415fea032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:41:02.365066 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-738c205c-2a68-4363-9cc1-50ed2249c4e0 req-4df0d4d9-cb53-4c2a-b9b6-5b415fea032d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0601785 May 31 18:41:02.413021 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-738c205c-2a68-4363-9cc1-50ed2249c4e0 req-e8e9974b-7aee-426d-86d5-93bfcccd9cef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404515 May 31 18:41:02.546048 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-738c205c-2a68-4363-9cc1-50ed2249c4e0 req-4f7e2cde-1eb6-4fc5-8c5a-aaca3de5297f service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273558 May 31 18:41:02.674235 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-738c205c-2a68-4363-9cc1-50ed2249c4e0 req-9461bdcd-bd56-4e80-bf52-d2f1846a1987 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218607 May 31 18:41:15.293450 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:41:17.006578 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8a957949-f18e-47fb-9026-dbef3210b765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:41:19.421734 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:41:19.774417 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-74fbebbb-e182-4e68-b484-b93811e15386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:41:20.407125 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:41:22.216185 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:41:29.989085 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:41:45.308197 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:41:47.008001 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-08ca7af5-8312-4d1f-8028-708488afb841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:41:49.423941 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:41:49.773472 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-21a6803d-b7f1-4f9c-a14f-bbed16112762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:41:50.411828 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:41:52.217649 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:42:01.858924 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d4ed478e-a249-4329-8c9a-eecb1cf2b408 req-df935941-cf1f-4e06-bff4-a5cafc013075 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700004 May 31 18:42:02.001797 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed478e-a249-4329-8c9a-eecb1cf2b408 req-e4ad9ff9-cf0d-4df1-bf92-92c9695abfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:42:02.003299 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d4ed478e-a249-4329-8c9a-eecb1cf2b408 req-e4ad9ff9-cf0d-4df1-bf92-92c9695abfc9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 1099 time: 0.0773916 May 31 18:42:02.144314 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed478e-a249-4329-8c9a-eecb1cf2b408 req-436a7ce7-47ed-4343-9281-3d39fbee15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:42:02.145642 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d4ed478e-a249-4329-8c9a-eecb1cf2b408 req-436a7ce7-47ed-4343-9281-3d39fbee15e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1224153 May 31 18:42:02.218159 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d4ed478e-a249-4329-8c9a-eecb1cf2b408 req-eb25398f-ef0e-4891-8d04-2276c0598005 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95f348e1-f448-46b8-bd99-32f1882741c5 HTTP/1.1" status: 200 len: 217 time: 0.0652575 May 31 18:42:02.281444 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed478e-a249-4329-8c9a-eecb1cf2b408 req-af495ad1-857d-4d19-95a7-b7f1d64d7095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:42:02.282887 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d4ed478e-a249-4329-8c9a-eecb1cf2b408 req-af495ad1-857d-4d19-95a7-b7f1d64d7095 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0586612 May 31 18:42:02.329822 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d4ed478e-a249-4329-8c9a-eecb1cf2b408 req-70b9a10a-eb22-42ad-a5da-8318242f3612 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410700 May 31 18:42:02.462379 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d4ed478e-a249-4329-8c9a-eecb1cf2b408 req-74c5e359-ebad-4940-bfc4-0ca0c6cf8461 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262228 May 31 18:42:02.590385 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d4ed478e-a249-4329-8c9a-eecb1cf2b408 req-95300dd2-7226-4df4-b20c-56471e7dbe9d service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215360 May 31 18:42:06.987953 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:42:15.311761 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:42:17.011481 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b83e6a5f-b286-42f5-95ce-c10bf25c6e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:42:19.428312 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:42:19.773648 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-fd5d538a-7c07-4bfa-abf5-cb12975a33a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:42:20.414885 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:42:22.221352 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:42:43.986475 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:42:45.337711 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:42:47.012926 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-633dec14-1cdf-4b69-b856-362cd1e38bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:42:49.432852 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:42:49.775065 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1784c46f-4d93-4f2c-8c02-2fef71e07c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:42:50.415946 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:42:52.314913 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:43:02.925483 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-003ad241-eac5-4d5b-9de6-075e8092ed2f req-230ebe37-0c2c-4b5e-9155-441b0a78fd19 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728016 May 31 18:43:03.032438 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ad241-eac5-4d5b-9de6-075e8092ed2f req-7299dde6-533d-4e7f-8835-d9ee25116579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:43:03.033886 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-003ad241-eac5-4d5b-9de6-075e8092ed2f req-7299dde6-533d-4e7f-8835-d9ee25116579 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 1098 time: 0.0744069 May 31 18:43:03.173609 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ad241-eac5-4d5b-9de6-075e8092ed2f req-7f65e034-e079-46e0-aeee-ff414d05dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:43:03.175055 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-003ad241-eac5-4d5b-9de6-075e8092ed2f req-7f65e034-e079-46e0-aeee-ff414d05dcbf service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1234791 May 31 18:43:03.350025 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-003ad241-eac5-4d5b-9de6-075e8092ed2f req-11bd777a-d395-45d9-8e02-610f039c9ef8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=673bc5a6-59e1-4b80-b4f7-6bb72efc143d HTTP/1.1" status: 200 len: 217 time: 0.1683383 May 31 18:43:03.411105 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ad241-eac5-4d5b-9de6-075e8092ed2f req-a8825f0f-5035-4186-a4cc-0461dea53b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:43:03.412469 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-003ad241-eac5-4d5b-9de6-075e8092ed2f req-a8825f0f-5035-4186-a4cc-0461dea53b30 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0565548 May 31 18:43:03.460782 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-003ad241-eac5-4d5b-9de6-075e8092ed2f req-a4853323-bde5-45ea-aa1e-3e73d02597b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413837 May 31 18:43:03.589043 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-003ad241-eac5-4d5b-9de6-075e8092ed2f req-fb625f68-b6e1-4daa-b9c7-d8ffb1d12395 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209853 May 31 18:43:03.723686 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-003ad241-eac5-4d5b-9de6-075e8092ed2f req-770272b9-4cbb-49a5-a0a7-eed1396de16a service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279316 May 31 18:43:15.368116 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:43:17.013730 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8010dc43-2fbf-4ed1-80e2-6dabe6aa9204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:43:19.434727 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:43:19.775939 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9afaaa1e-4b89-4bb0-870f-fcd78b3564ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:43:20.419491 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:43:20.985222 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:43:22.227605 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:43:42.274190 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [req-1a4027dd-7e7e-4794-86a5-84e972325775 req-fa2ae225-f8cf-4f42-9c87-092485f53a0f service neutron] (91733) timed out ('10.222.0.43', 50592) {{(pid=91733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 18:43:45.367151 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:43:47.014847 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-346466cf-1898-4d22-9b58-73dd794824a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:43:49.436801 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:43:49.776432 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e75cec12-73f0-405d-90b4-f8e5c19bf5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:43:50.422765 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:43:52.237249 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:43:52.568750 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [req-d4d8418c-2a7b-4c12-931b-c51faefeaa01 req-5f133cfe-e643-49a2-a763-fa9f821d9840 service neutron] (91734) timed out ('10.222.0.43', 50529) {{(pid=91734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 18:43:57.984372 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:44:02.933475 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5eb41315-73c3-4bb5-a9d0-5c5bf46c0d18 req-37df9080-291d-48e6-a35b-1a55d96a9d15 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1179461 May 31 18:44:03.022342 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb41315-73c3-4bb5-a9d0-5c5bf46c0d18 req-7ddb3ced-b6d4-400b-bb5e-c5140884c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:44:03.023837 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5eb41315-73c3-4bb5-a9d0-5c5bf46c0d18 req-7ddb3ced-b6d4-400b-bb5e-c5140884c2cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 1099 time: 0.0701644 May 31 18:44:03.164525 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb41315-73c3-4bb5-a9d0-5c5bf46c0d18 req-801960db-91e6-4bfa-be6b-cd05a01ce9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:44:03.165930 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5eb41315-73c3-4bb5-a9d0-5c5bf46c0d18 req-801960db-91e6-4bfa-be6b-cd05a01ce9ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1235135 May 31 18:44:03.235565 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5eb41315-73c3-4bb5-a9d0-5c5bf46c0d18 req-01f664c7-4a2c-4f85-a20c-8dd34b0ff722 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c0410aa-bc78-424e-842b-bc3e8e82f928 HTTP/1.1" status: 200 len: 217 time: 0.0632601 May 31 18:44:03.298431 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb41315-73c3-4bb5-a9d0-5c5bf46c0d18 req-fc3dda54-12f2-425a-822d-7480b2f7428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:44:03.299830 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5eb41315-73c3-4bb5-a9d0-5c5bf46c0d18 req-fc3dda54-12f2-425a-822d-7480b2f7428c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0587909 May 31 18:44:03.346709 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5eb41315-73c3-4bb5-a9d0-5c5bf46c0d18 req-cfc37d7d-c71e-46ce-8801-a5195e3a9382 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404122 May 31 18:44:03.475230 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5eb41315-73c3-4bb5-a9d0-5c5bf46c0d18 req-4e779b69-4672-45ad-bd0e-abde00cc94e2 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223342 May 31 18:44:03.601441 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5eb41315-73c3-4bb5-a9d0-5c5bf46c0d18 req-73f7e83e-3cd7-4e1a-8ea3-f4a69a14b857 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205618 May 31 18:44:15.381205 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:44:17.015457 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3558db45-7e48-42e8-9676-97ba057dfb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:44:19.438716 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:44:19.776975 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-acd95870-04cd-48e9-84c4-e6c4a5b1bb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:44:20.424123 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:44:22.240223 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:44:34.982862 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:44:45.395703 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:44:47.016598 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-540c201b-7895-4765-a7b7-0fd212a59366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:44:49.440754 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:44:49.779040 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ceef262e-e2b1-4c7a-b496-41ee0f11982f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:44:50.431745 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:44:52.249899 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:45:04.836816 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d660747f-7a8c-4781-a4bc-307bcc2a8474 req-4536c3ba-28eb-4e80-907f-6b67ba0f9d77 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679178 May 31 18:45:04.976531 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660747f-7a8c-4781-a4bc-307bcc2a8474 req-0f28277b-8561-45ad-b92e-8e9f914ba9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:45:04.977950 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d660747f-7a8c-4781-a4bc-307bcc2a8474 req-0f28277b-8561-45ad-b92e-8e9f914ba9e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 1099 time: 0.0738907 May 31 18:45:05.117902 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660747f-7a8c-4781-a4bc-307bcc2a8474 req-22053085-ceb6-400d-a7f0-3dfb6b7f9bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:45:05.119316 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d660747f-7a8c-4781-a4bc-307bcc2a8474 req-22053085-ceb6-400d-a7f0-3dfb6b7f9bec service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1228230 May 31 18:45:05.185568 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d660747f-7a8c-4781-a4bc-307bcc2a8474 req-2922ce8b-0d65-4abb-8080-2b6ee7ca0020 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95f348e1-f448-46b8-bd99-32f1882741c5 HTTP/1.1" status: 200 len: 217 time: 0.0594707 May 31 18:45:05.349805 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660747f-7a8c-4781-a4bc-307bcc2a8474 req-8089b2b2-7760-4daa-ac7b-28108765752c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:45:05.351262 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d660747f-7a8c-4781-a4bc-307bcc2a8474 req-8089b2b2-7760-4daa-ac7b-28108765752c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.1593046 May 31 18:45:05.398913 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d660747f-7a8c-4781-a4bc-307bcc2a8474 req-742f2bc9-6936-4703-b968-bea250346f83 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404186 May 31 18:45:05.527171 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d660747f-7a8c-4781-a4bc-307bcc2a8474 req-df206777-315d-4be0-9d1e-ef66420c0de9 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217985 May 31 18:45:05.658948 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d660747f-7a8c-4781-a4bc-307bcc2a8474 req-dad75520-e8d6-4d30-a63d-bea6adb5bdd8 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257801 May 31 18:45:11.980899 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:45:15.396690 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:45:17.017630 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d86bf34c-7634-49af-8361-c5b1cc3b9a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:45:19.444079 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:45:19.781391 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-208e16d6-5568-4fd2-87ab-f1c6001bd087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:45:20.432568 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:45:22.242399 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:45:45.394352 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:45:47.019388 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c4c59a98-0891-4c1e-822f-88da3f5a3667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:45:48.979453 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:45:49.449792 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:45:49.783632 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9b7a85c4-bf85-42ab-94ce-62ab56f2d3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:45:50.437973 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:45:52.243839 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:46:04.884708 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-23c6d0a5-3c86-4da1-a6d8-7c6d61bb5d89 req-322acdb1-1eda-44f5-b596-9fc79443888c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733867 May 31 18:46:04.973757 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6d0a5-3c86-4da1-a6d8-7c6d61bb5d89 req-c91c624a-daf4-4e4e-b5b8-0bc5af996b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:46:04.975214 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-23c6d0a5-3c86-4da1-a6d8-7c6d61bb5d89 req-c91c624a-daf4-4e4e-b5b8-0bc5af996b3c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 1098 time: 0.0698886 May 31 18:46:05.117527 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6d0a5-3c86-4da1-a6d8-7c6d61bb5d89 req-0134a54d-ce4e-4c02-ba2c-500455a485ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:46:05.118879 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-23c6d0a5-3c86-4da1-a6d8-7c6d61bb5d89 req-0134a54d-ce4e-4c02-ba2c-500455a485ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1250217 May 31 18:46:05.189251 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-23c6d0a5-3c86-4da1-a6d8-7c6d61bb5d89 req-95128cda-ed65-47e3-8a1b-7751444b3511 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=673bc5a6-59e1-4b80-b4f7-6bb72efc143d HTTP/1.1" status: 200 len: 217 time: 0.0636280 May 31 18:46:05.250797 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6d0a5-3c86-4da1-a6d8-7c6d61bb5d89 req-949c4b4f-ae89-4461-ba22-5235f3fc0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:46:05.252183 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-23c6d0a5-3c86-4da1-a6d8-7c6d61bb5d89 req-949c4b4f-ae89-4461-ba22-5235f3fc0572 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0567892 May 31 18:46:05.304560 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-23c6d0a5-3c86-4da1-a6d8-7c6d61bb5d89 req-bd7f6c2a-3f6d-40a7-9bd2-8c3511612913 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461135 May 31 18:46:05.434563 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-23c6d0a5-3c86-4da1-a6d8-7c6d61bb5d89 req-9186b81c-372c-4854-8eb5-945a67572ebf service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226814 May 31 18:46:05.564668 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-23c6d0a5-3c86-4da1-a6d8-7c6d61bb5d89 req-ce0c1239-bb04-416a-bc27-b0a5f2f41243 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236329 May 31 18:46:15.396398 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:46:17.021722 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-add2140c-bf9e-43b3-8109-8bef6e11509c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:46:19.452444 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:46:19.784284 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cb9f38ec-fad9-4f8d-9c43-9f2e54f07b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:46:20.437669 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:46:22.247252 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:46:25.978910 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:46:45.392791 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:46:47.023441 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e8620e76-0ae5-45a3-8a4e-9cfaaafdd733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:46:49.455285 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:46:49.784511 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c6ec3c80-b39c-4e6c-b5b9-162b74a5a3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:46:50.448058 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:46:52.305521 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:47:02.978514 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:47:04.865171 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3fba0ac9-d3af-446f-9499-4b5a54eadbb6 req-26b2b0c4-a10b-4e38-a0b4-96e7284d746e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696509 May 31 18:47:04.954065 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba0ac9-d3af-446f-9499-4b5a54eadbb6 req-66d28c45-245f-4083-9115-79c2cf30010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:47:04.955502 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3fba0ac9-d3af-446f-9499-4b5a54eadbb6 req-66d28c45-245f-4083-9115-79c2cf30010b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 1099 time: 0.0694559 May 31 18:47:05.098146 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba0ac9-d3af-446f-9499-4b5a54eadbb6 req-98c8e25e-5d2c-4125-b271-c275aaa948f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:47:05.099525 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3fba0ac9-d3af-446f-9499-4b5a54eadbb6 req-98c8e25e-5d2c-4125-b271-c275aaa948f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1251321 May 31 18:47:05.170058 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3fba0ac9-d3af-446f-9499-4b5a54eadbb6 req-7a0d42f1-1910-4e22-b511-6ffbdec1f7d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c0410aa-bc78-424e-842b-bc3e8e82f928 HTTP/1.1" status: 200 len: 217 time: 0.0631340 May 31 18:47:05.229888 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba0ac9-d3af-446f-9499-4b5a54eadbb6 req-6216821f-ce48-4980-9133-e8f5313225e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:47:05.231934 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3fba0ac9-d3af-446f-9499-4b5a54eadbb6 req-6216821f-ce48-4980-9133-e8f5313225e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0557442 May 31 18:47:05.284248 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3fba0ac9-d3af-446f-9499-4b5a54eadbb6 req-2f4eb839-216f-4377-867b-363957656933 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461466 May 31 18:47:05.503633 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3fba0ac9-d3af-446f-9499-4b5a54eadbb6 req-29d68289-9447-4364-853e-475a507972b4 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127845 May 31 18:47:05.637923 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3fba0ac9-d3af-446f-9499-4b5a54eadbb6 req-82be8e85-19dc-4b0e-aea6-116aea438471 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261666 May 31 18:47:08.425595 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94564e-26ee-489c-9a09-f9bf243128db req-a52ab002-d8a8-4eb4-b861-55cd356381e9 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:47:08.427067 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bc94564e-26ee-489c-9a09-f9bf243128db req-a52ab002-d8a8-4eb4-b861-55cd356381e9 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 946 time: 0.2947159 May 31 18:47:08.470883 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bc94564e-26ee-489c-9a09-f9bf243128db req-30ca2f8a-ab91-4cfc-a07c-54219c844473 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380559 May 31 18:47:08.800269 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c50a0-251c-47f2-ab60-b330bf59f11a req-763d8f36-4923-4c00-b79d-f8f8c5401851 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:47:08.801638 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-dc3c50a0-251c-47f2-ab60-b330bf59f11a req-763d8f36-4923-4c00-b79d-f8f8c5401851 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 946 time: 0.0843709 May 31 18:47:08.940742 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-dc3c50a0-251c-47f2-ab60-b330bf59f11a req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Deleting port 0c0410aa-bc78-424e-842b-bc3e8e82f928 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:47:08.941080 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-dc3c50a0-251c-47f2-ab60-b330bf59f11a req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:47:09.072361 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-dc3c50a0-251c-47f2-ab60-b330bf59f11a req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] For port 0c0410aa-bc78-424e-842b-bc3e8e82f928, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0c0410aa-bc78-424e-842b-bc3e8e82f928,segment=NetworkSegment(c08f68e3-d835-4d4d-bfe5-057ddd9700ed),segment_id=c08f68e3-d835-4d4d-bfe5-057ddd9700ed)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:47:09.072715 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-dc3c50a0-251c-47f2-ab60-b330bf59f11a req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:47:09.198557 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-dc3c50a0-251c-47f2-ab60-b330bf59f11a req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Calling delete_port for 0c0410aa-bc78-424e-842b-bc3e8e82f928 owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:47:09.313878 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-dc3c50a0-251c-47f2-ab60-b330bf59f11a req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:47:09.319151 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-5fd1b76d-6bbf-4664-bf35-83af382e59a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:47:09.325655 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['95f348e1-f448-46b8-bd99-32f1882741c5', '673bc5a6-59e1-4b80-b4f7-6bb72efc143d'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:47:09.366750 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Pushing event deleted for resources: {'Port': ['ID=0c0410aa-bc78-424e-842b-bc3e8e82f928,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:47:09.409188 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:47:09.409561 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:47:09.409925 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:47:09.410284 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:47:09.410649 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:47:09.411025 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:47:09.411374 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:47:09.411722 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:47:09.412072 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:47:09.412415 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:47:09.412763 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:47:09.413104 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:47:09.444357 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:47:09.450540 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3c50a0-251c-47f2-ab60-b330bf59f11a req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] No DVR routers for this DVR port 0c0410aa-bc78-424e-842b-bc3e8e82f928 on host hv-cinder-77005 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:47:09.452945 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-dc3c50a0-251c-47f2-ab60-b330bf59f11a req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:47:09.455541 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc28a798-95ad-4647-9970-5130182e75ee', 'name': 'network-vif-deleted', 'tag': '0c0410aa-bc78-424e-842b-bc3e8e82f928'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:47:09.457852 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957581be-c9a1-4a29-bf84-ccc254b7b41f" -d '{"events": [{"server_uuid": "cc28a798-95ad-4647-9970-5130182e75ee", "name": "network-vif-deleted", "tag": "0c0410aa-bc78-424e-842b-bc3e8e82f928"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:47:09.470996 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-dc3c50a0-251c-47f2-ab60-b330bf59f11a req-7496ff40-95de-4ddf-8121-a3886f48b01c tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.43 "DELETE /v2.0/ports/0c0410aa-bc78-424e-842b-bc3e8e82f928 HTTP/1.1" status: 204 len: 173 time: 0.6632135 May 31 18:47:09.615023 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca239bb5-aea1-4aff-8c6c-f90f362811c1 x-openstack-request-id: req-ca239bb5-aea1-4aff-8c6c-f90f362811c1 {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:47:09.615458 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc28a798-95ad-4647-9970-5130182e75ee", "name": "network-vif-deleted", "tag": "0c0410aa-bc78-424e-842b-bc3e8e82f928", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:47:09.615852 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca239bb5-aea1-4aff-8c6c-f90f362811c1 {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:47:09.616271 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc28a798-95ad-4647-9970-5130182e75ee', 'name': 'network-vif-deleted', 'tag': '0c0410aa-bc78-424e-842b-bc3e8e82f928', 'status': 'completed', 'code': 200} May 31 18:47:09.662639 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-d9c1a745-0018-4df0-8718-63c7fb6c9afb req-78cad7f7-03cf-4bdb-bd19-80c94205aecf tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Synchronizing usage tracker for tenant:0daff02e69cc474da499a8693ad30651 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:47:09.679305 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-d9c1a745-0018-4df0-8718-63c7fb6c9afb req-78cad7f7-03cf-4bdb-bd19-80c94205aecf tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Unset dirty status for tenant:0daff02e69cc474da499a8693ad30651 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:47:09.680750 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d9c1a745-0018-4df0-8718-63c7fb6c9afb req-78cad7f7-03cf-4bdb-bd19-80c94205aecf tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc28a798-95ad-4647-9970-5130182e75ee HTTP/1.1" status: 200 len: 210 time: 0.0683749 May 31 18:47:10.971955 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 0c0410aa-bc78-424e-842b-bc3e8e82f928 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:47:11.007566 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] No Port match for: 0c0410aa-bc78-424e-842b-bc3e8e82f928 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:47:11.007921 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 0c0410aa-bc78-424e-842b-bc3e8e82f928 not bound to the agent host hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:47:15.390889 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:47:17.028695 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-791221dc-eb02-442a-8ada-a6148bf9d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:47:19.456652 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:47:19.786455 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-92d47d7b-a6e1-4f1d-a63b-b6534996f002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:47:20.445568 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:47:22.253109 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:47:39.977673 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:47:45.404309 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:47:47.030209 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9cbf0198-ff46-465e-83c1-f54087c064b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:47:49.459679 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:47:49.788380 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a016614f-cdab-483c-b3c1-ff232b37005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:47:50.447343 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:47:52.256070 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:06.827767 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-058c5d50-d2c8-4525-bf84-10719f1c0a3b req-ff04f671-e3ab-4494-821f-58c3ed3ca5eb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705376 May 31 18:48:06.963910 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c5d50-d2c8-4525-bf84-10719f1c0a3b req-609e93ca-671f-4d99-ba38-067b5f757bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:48:06.965316 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-058c5d50-d2c8-4525-bf84-10719f1c0a3b req-609e93ca-671f-4d99-ba38-067b5f757bde service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 1099 time: 0.0721743 May 31 18:48:07.105571 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c5d50-d2c8-4525-bf84-10719f1c0a3b req-315a20b1-6749-4c1f-84b5-a753771d0d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:48:07.106996 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-058c5d50-d2c8-4525-bf84-10719f1c0a3b req-315a20b1-6749-4c1f-84b5-a753771d0d35 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1223769 May 31 18:48:07.171785 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-058c5d50-d2c8-4525-bf84-10719f1c0a3b req-05900885-1a70-4713-bc56-e96925ab938d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95f348e1-f448-46b8-bd99-32f1882741c5 HTTP/1.1" status: 200 len: 217 time: 0.0588706 May 31 18:48:07.234499 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c5d50-d2c8-4525-bf84-10719f1c0a3b req-86bb9e39-1a3c-412e-9b77-512a0b4f6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:48:07.235881 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-058c5d50-d2c8-4525-bf84-10719f1c0a3b req-86bb9e39-1a3c-412e-9b77-512a0b4f6cef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0584939 May 31 18:48:07.282603 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-058c5d50-d2c8-4525-bf84-10719f1c0a3b req-6234fc1b-c9db-4719-9c46-eb3332d753fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404027 May 31 18:48:07.502546 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-058c5d50-d2c8-4525-bf84-10719f1c0a3b req-70091115-2252-4908-983d-143e886344d4 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134125 May 31 18:48:07.632743 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-058c5d50-d2c8-4525-bf84-10719f1c0a3b req-0c950a34-2bb9-40d6-bac2-3f10a45e9674 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241646 May 31 18:48:15.406938 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:16.976729 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:48:17.031252 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e3b79318-3186-4c4c-b4d4-e400eb3ea870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:19.461013 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:19.791681 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-44a987b7-9e9c-4f5e-9aae-8991f1d21f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:20.023574 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 47658) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:20.450093 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:20.692598 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407500'] for router_interface, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:21.094266 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Deleting port 5a2a0ffb-92df-45fc-8a24-1183cd21b940 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:48:21.094996 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:21.209298 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] For port 5a2a0ffb-92df-45fc-8a24-1183cd21b940, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=5a2a0ffb-92df-45fc-8a24-1183cd21b940,segment=NetworkSegment(650f0482-fd94-4b6d-87f0-6a9c3ffbc9af),segment_id=650f0482-fd94-4b6d-87f0-6a9c3ffbc9af)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:48:21.209643 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:21.431598 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Calling delete_port for 5a2a0ffb-92df-45fc-8a24-1183cd21b940 owned by network:router_interface {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:48:21.574205 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:21.579538 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-59180834-ab4b-4cee-af23-7585dbae98cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:21.651094 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a2a0ffb-92df-45fc-8a24-1183cd21b940,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:21.669388 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:21.669765 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:21.670140 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:21.671039 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:21.671537 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:21.671994 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:21.672519 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:21.672891 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:21.673249 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:21.673593 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:21.673944 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:21.674292 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:21.677755 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:21.903890 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402524'] for router_interface, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:22.259216 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:22.262729 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:48:22.437330 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:48:22.445641 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b2ef4-9115-43a8-85dd-7f38358f20ec None None] Sync routers for ids ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:48:22.449260 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-160fe0f0-5dab-43a9-b339-ad13d5fb0983 admin admin] 10.222.0.30 "PUT /v2.0/routers/1c7e4929-9cd4-49a5-a948-e47fd7b8755d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4246571 May 31 18:48:22.452238 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 47678) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:22.455467 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b2ef4-9115-43a8-85dd-7f38358f20ec None None] Routers {'1c7e4929-9cd4-49a5-a948-e47fd7b8755d'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:48:22.456090 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-e41b2ef4-9115-43a8-85dd-7f38358f20ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:48:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:48:22.626567 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3ba51f43-cfba-4622-a391-477a2bfeb401 admin admin] Notify callbacks [] for router, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:22.633285 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-e41b2ef4-9115-43a8-85dd-7f38358f20ec None None] Set router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:48:22.905441 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3ba51f43-cfba-4622-a391-477a2bfeb401 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:22.918513 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-e41b2ef4-9115-43a8-85dd-7f38358f20ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:48:21Z', 'revision_number': 5, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port': {'id': '2de14194-c2a9-4c98-b38a-05cfd15b5770', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:24Z', 'updated_at': '2021-05-31T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:48:22.922448 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b2ef4-9115-43a8-85dd-7f38358f20ec None None] Checking router: 1c7e4929-9cd4-49a5-a948-e47fd7b8755d for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:48:22.930769 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b2ef4-9115-43a8-85dd-7f38358f20ec None None] Routers {'1c7e4929-9cd4-49a5-a948-e47fd7b8755d'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:48:22.931393 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-e41b2ef4-9115-43a8-85dd-7f38358f20ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:48:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:48:22.975609 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-3ba51f43-cfba-4622-a391-477a2bfeb401 admin admin] Deleting port 2de14194-c2a9-4c98-b38a-05cfd15b5770 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:48:22.975947 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3ba51f43-cfba-4622-a391-477a2bfeb401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:23.082998 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-e41b2ef4-9115-43a8-85dd-7f38358f20ec None None] Set router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d gateway port host: None {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:48:23.101322 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-3ba51f43-cfba-4622-a391-477a2bfeb401 admin admin] For port 2de14194-c2a9-4c98-b38a-05cfd15b5770, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=2de14194-c2a9-4c98-b38a-05cfd15b5770,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:48:23.102000 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3ba51f43-cfba-4622-a391-477a2bfeb401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:23.188849 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-e41b2ef4-9115-43a8-85dd-7f38358f20ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:48:22Z', 'revision_number': 6, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port_host': None}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:48:23.192890 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b2ef4-9115-43a8-85dd-7f38358f20ec None None] The sync data for ids ['1c7e4929-9cd4-49a5-a948-e47fd7b8755d'] in dv-cinder-770050-4-iscsi is: [{'id': '1c7e4929-9cd4-49a5-a948-e47fd7b8755d', 'name': 'tempest-AttachVolumeTestJSON-2028409439-router', 'tenant_id': '2e0ba4821bf84395b9662f29d0e886ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:21Z', 'updated_at': '2021-05-31T18:48:22Z', 'revision_number': 6, 'project_id': '2e0ba4821bf84395b9662f29d0e886ca', 'gw_port_host': None}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:48:23.232128 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-3ba51f43-cfba-4622-a391-477a2bfeb401 admin admin] Calling delete_port for 2de14194-c2a9-4c98-b38a-05cfd15b5770 owned by network:router_gateway {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:48:23.249363 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 47690) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:23.374278 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3ba51f43-cfba-4622-a391-477a2bfeb401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:23.378850 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-2560399a-af86-476e-8d3a-57e798796411 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:23.425470 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba51f43-cfba-4622-a391-477a2bfeb401 admin admin] Pushing event deleted for resources: {'Port': ['ID=2de14194-c2a9-4c98-b38a-05cfd15b5770,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:23.455835 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3ba51f43-cfba-4622-a391-477a2bfeb401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:23.528526 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3ba51f43-cfba-4622-a391-477a2bfeb401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401617'] for router_gateway, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:23.717339 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3ba51f43-cfba-4622-a391-477a2bfeb401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4968'] for router, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:23.719591 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3ba51f43-cfba-4622-a391-477a2bfeb401 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:23.742746 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3ba51f43-cfba-4622-a391-477a2bfeb401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403296'] for router, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:23.743267 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba51f43-cfba-4622-a391-477a2bfeb401 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c7e4929-9cd4-49a5-a948-e47fd7b8755d {{(pid=91734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 18:48:23.756341 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3ba51f43-cfba-4622-a391-477a2bfeb401 admin admin] Notify callbacks [] for router, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:23.757441 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-3ba51f43-cfba-4622-a391-477a2bfeb401 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1c7e4929-9cd4-49a5-a948-e47fd7b8755d HTTP/1.1" status: 204 len: 168 time: 1.3043284 May 31 18:48:23.759927 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 47698) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:23.822992 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4edefc0-8f26-4bdc-b018-b0e901b3be38 admin admin] Deleting subnet ec71e230-9295-42e2-886a-2045075dddec {{(pid=91734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:48:23.825867 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a4edefc0-8f26-4bdc-b018-b0e901b3be38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:23.862139 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407500'] for router_interface, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:23.875730 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a4edefc0-8f26-4bdc-b018-b0e901b3be38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16442366'] for subnet, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:23.952819 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a4edefc0-8f26-4bdc-b018-b0e901b3be38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515759'] for subnet, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:23.968621 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 5a2a0ffb-92df-45fc-8a24-1183cd21b940 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:48:24.011226 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: 5a2a0ffb-92df-45fc-8a24-1183cd21b940 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:48:24.011600 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 5a2a0ffb-92df-45fc-8a24-1183cd21b940 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:48:24.217487 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a4edefc0-8f26-4bdc-b018-b0e901b3be38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15610288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16171853'] for subnet, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:24.222133 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-99b80476-8d28-44b1-aea1-4e4bee6b8071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:24.257989 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edefc0-8f26-4bdc-b018-b0e901b3be38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec71e230-9295-42e2-886a-2045075dddec,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:24.261085 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a4edefc0-8f26-4bdc-b018-b0e901b3be38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:24.262253 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a4edefc0-8f26-4bdc-b018-b0e901b3be38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:24.268535 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a4dc49-2f49-40ea-a2f4-603e14350486 None None] Network b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:48:24.268882 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-a4edefc0-8f26-4bdc-b018-b0e901b3be38 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ec71e230-9295-42e2-886a-2045075dddec HTTP/1.1" status: 204 len: 168 time: 0.5080044 May 31 18:48:24.271283 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 47704) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:24.295183 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Deleting port 8a937546-1465-4eeb-90b3-9d3e052d5382 {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:48:24.295833 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:24.428796 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] For port 8a937546-1465-4eeb-90b3-9d3e052d5382, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=8a937546-1465-4eeb-90b3-9d3e052d5382,segment=NetworkSegment(08c03eab-0a89-4a42-a286-ecc422d5ad49),segment_id=08c03eab-0a89-4a42-a286-ecc422d5ad49)] {{(pid=91733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:48:24.429355 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:24.496828 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642395'] for network, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:24.555932 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] DHCP port deletion for b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 request from dv-cinder-770050-4-iscsi {{(pid=91735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 18:48:24.556270 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Calling delete_port for 8a937546-1465-4eeb-90b3-9d3e052d5382 owned by network:router_interface {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:48:24.579017 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] Deleting port 19f443f4-1f93-4013-a429-1bd37659d23a {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:48:24.579352 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:24.638622 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Deleting port 19f443f4-1f93-4013-a429-1bd37659d23a {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:48:24.639035 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:24.689283 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] For port 19f443f4-1f93-4013-a429-1bd37659d23a, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=19f443f4-1f93-4013-a429-1bd37659d23a,segment=NetworkSegment(650f0482-fd94-4b6d-87f0-6a9c3ffbc9af),segment_id=650f0482-fd94-4b6d-87f0-6a9c3ffbc9af)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:48:24.689778 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:24.785232 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] For port 19f443f4-1f93-4013-a429-1bd37659d23a, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=19f443f4-1f93-4013-a429-1bd37659d23a,segment=NetworkSegment(650f0482-fd94-4b6d-87f0-6a9c3ffbc9af),segment_id=650f0482-fd94-4b6d-87f0-6a9c3ffbc9af)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:48:24.785532 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:24.815662 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:24.821068 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] Calling delete_port for 19f443f4-1f93-4013-a429-1bd37659d23a owned by network:dhcp {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:48:24.828266 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-93066a88-8d53-40f3-a5d5-261d6a8735d3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:24.877854 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:24.883394 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f04e6135-79bf-4de4-af53-e4cb3ee4dec5 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:24.909654 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=8a937546-1465-4eeb-90b3-9d3e052d5382,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:24.913285 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Calling delete_port for 19f443f4-1f93-4013-a429-1bd37659d23a owned by network:dhcp {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:48:24.933709 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] No DVR routers for this DVR port 19f443f4-1f93-4013-a429-1bd37659d23a on host dv-cinder-770050-4-iscsi {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:48:24.955835 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:24.956369 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:24.956849 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:24.957330 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:24.957889 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:24.958336 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:24.959059 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:24.959484 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:24.959897 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:24.960302 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:24.960702 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:24.961116 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:24.962492 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] Pushing event deleted for resources: {'Port': ['ID=19f443f4-1f93-4013-a429-1bd37659d23a,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:24.966067 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:24.966300 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:24.969431 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:24.980192 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9ef19eb9-61bf-4c2b-a11e-f25561c3ee66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:25.017975 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] No DVR routers for this DVR port 19f443f4-1f93-4013-a429-1bd37659d23a on host dv-cinder-770050-4-iscsi {{(pid=91735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:48:25.027414 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Pushing event deleted for resources: {'Port': ['ID=19f443f4-1f93-4013-a429-1bd37659d23a,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:25.041414 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:25.041766 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:25.042100 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:25.042429 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:25.042754 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:25.043127 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:25.043448 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:25.043773 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:25.044104 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:25.044400 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:25.044720 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:25.045040 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:48:25.048899 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:25.072102 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512032', 'neutron.services.segments.db._delete_segments_for_network-8759829597148'] for network, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:25.086374 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c8c516-11b1-4d17-b72f-4bf8982ccbb0']}} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:48:25.099998 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650f0482-fd94-4b6d-87f0-6a9c3ffbc9af') {'for_net_delete': True} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:48:25.100291 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650f0482-fd94-4b6d-87f0-6a9c3ffbc9af') {} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:48:25.112087 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759829606045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16442357'] for segment, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:25.127759 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:25.135206 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=91734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:48:25.135505 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15610646'] for segment, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: Traceback (most recent call last): May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: timer() May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: cb(*args, **kw) May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: return func(*args, **kwargs) May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: self._notify() May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: self.callback(batched_events) May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: event.method(event) May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: return f(self, *a, **k) May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: return self._get(url).json() May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: return self.request(url, 'GET', **kwargs) May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:48:25.149392 dv-cinder-770050-4-iscsi neutron-server[91734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:48:25.177977 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402524'] for router_interface, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:25.228024 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401612'] for network, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:25.231610 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:25.245758 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:25.256007 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] Pushing event deleted for resources: {'Network': ['ID=b3c8c516-11b1-4d17-b72f-4bf8982ccbb0,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:25.259146 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:25.272136 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] 10.222.0.30 "DELETE /v2.0/networks/b3c8c516-11b1-4d17-b72f-4bf8982ccbb0 HTTP/1.1" status: 204 len: 168 time: 0.9987848 May 31 18:48:25.397569 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 2de14194-c2a9-4c98-b38a-05cfd15b5770 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:48:25.417914 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 47714) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:25.435275 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: 2de14194-c2a9-4c98-b38a-05cfd15b5770 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:48:25.435705 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 2de14194-c2a9-4c98-b38a-05cfd15b5770 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:48:25.436519 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 19f443f4-1f93-4013-a429-1bd37659d23a no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:48:25.469540 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-035ebb44-dc29-4383-960b-c3447834c227 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e0ba4821bf84395b9662f29d0e886ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0481937 May 31 18:48:25.469791 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 47718) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:25.475694 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: 19f443f4-1f93-4013-a429-1bd37659d23a {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:48:25.476048 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 19f443f4-1f93-4013-a429-1bd37659d23a not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:48:25.532978 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ee58faf1-347c-4af5-871f-06e8521f25e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:25.553810 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Router c4751df5-e207-469d-a306-8a05677a2892 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:48:25.558149 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ee58faf1-347c-4af5-871f-06e8521f25e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:25.609566 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ee58faf1-347c-4af5-871f-06e8521f25e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:25.614346 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4da84be5-5693-4661-b1e9-70443ca0726d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:25.630886 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58faf1-347c-4af5-871f-06e8521f25e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca4e751-9180-428d-9870-898a458c8094,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:25.634086 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ee58faf1-347c-4af5-871f-06e8521f25e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:25.637312 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ee58faf1-347c-4af5-871f-06e8521f25e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:25.638404 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-ee58faf1-347c-4af5-871f-06e8521f25e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bca4e751-9180-428d-9870-898a458c8094 HTTP/1.1" status: 204 len: 168 time: 0.1677718 May 31 18:48:25.740777 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:48:25.749495 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfa4ccc-a490-4ecc-bd27-2b05ca1b42b7 None None] Sync routers for ids ['c4751df5-e207-469d-a306-8a05677a2892'] in dv-cinder-770050-4-iscsi {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:48:25.757405 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] 10.222.0.30 "PUT /v2.0/routers/c4751df5-e207-469d-a306-8a05677a2892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5066178 May 31 18:48:25.759912 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 47726) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:25.760073 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfa4ccc-a490-4ecc-bd27-2b05ca1b42b7 None None] Routers {'c4751df5-e207-469d-a306-8a05677a2892'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:48:25.760614 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-0cfa4ccc-a490-4ecc-bd27-2b05ca1b42b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:48:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['c4751df5-e207-469d-a306-8a05677a2892'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:48:25.935615 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-70d9e8d0-8849-40a1-a64e-9e7b9e9ea212 admin admin] Notify callbacks [] for router, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:25.950619 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-0cfa4ccc-a490-4ecc-bd27-2b05ca1b42b7 None None] Set router c4751df5-e207-469d-a306-8a05677a2892 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:48:26.111118 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-70d9e8d0-8849-40a1-a64e-9e7b9e9ea212 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:26.187021 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-70d9e8d0-8849-40a1-a64e-9e7b9e9ea212 admin admin] Deleting port bfe04435-2c6a-44fa-83c8-d40bb453afc8 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:48:26.187530 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-70d9e8d0-8849-40a1-a64e-9e7b9e9ea212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:26.245982 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-0cfa4ccc-a490-4ecc-bd27-2b05ca1b42b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:48:24Z', 'revision_number': 5, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port': {'id': 'bfe04435-2c6a-44fa-83c8-d40bb453afc8', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4751df5-e207-469d-a306-8a05677a2892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:23Z', 'updated_at': '2021-05-31T18:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:48:26.251296 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfa4ccc-a490-4ecc-bd27-2b05ca1b42b7 None None] Checking router: c4751df5-e207-469d-a306-8a05677a2892 for host: dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:48:26.266344 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfa4ccc-a490-4ecc-bd27-2b05ca1b42b7 None None] Routers {'c4751df5-e207-469d-a306-8a05677a2892'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:48:26.267989 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-0cfa4ccc-a490-4ecc-bd27-2b05ca1b42b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:48:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['c4751df5-e207-469d-a306-8a05677a2892'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:48:26.450251 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-0cfa4ccc-a490-4ecc-bd27-2b05ca1b42b7 None None] Set router c4751df5-e207-469d-a306-8a05677a2892 gateway port host: None {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:48:26.453981 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-70d9e8d0-8849-40a1-a64e-9e7b9e9ea212 admin admin] For port bfe04435-2c6a-44fa-83c8-d40bb453afc8, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=bfe04435-2c6a-44fa-83c8-d40bb453afc8,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:48:26.454225 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-70d9e8d0-8849-40a1-a64e-9e7b9e9ea212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:26.580943 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-70d9e8d0-8849-40a1-a64e-9e7b9e9ea212 admin admin] Calling delete_port for bfe04435-2c6a-44fa-83c8-d40bb453afc8 owned by network:router_gateway {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:48:26.595228 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-0cfa4ccc-a490-4ecc-bd27-2b05ca1b42b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:48:26Z', 'revision_number': 6, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port_host': None}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:48:26.599256 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfa4ccc-a490-4ecc-bd27-2b05ca1b42b7 None None] The sync data for ids ['c4751df5-e207-469d-a306-8a05677a2892'] in dv-cinder-770050-4-iscsi is: [{'id': 'c4751df5-e207-469d-a306-8a05677a2892', 'name': 'tempest-AttachVolumeShelveTestJSON-2049265900-router', 'tenant_id': '71370ff0ec1348e8a0dd470d369623bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:20Z', 'updated_at': '2021-05-31T18:48:26Z', 'revision_number': 6, 'project_id': '71370ff0ec1348e8a0dd470d369623bb', 'gw_port_host': None}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:48:26.726596 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-70d9e8d0-8849-40a1-a64e-9e7b9e9ea212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:26.730311 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9d5601c8-1730-4ca3-9f68-bcd17f6f781e tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:26.775633 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9e8d0-8849-40a1-a64e-9e7b9e9ea212 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe04435-2c6a-44fa-83c8-d40bb453afc8,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:26.779158 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-70d9e8d0-8849-40a1-a64e-9e7b9e9ea212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:26.879571 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-70d9e8d0-8849-40a1-a64e-9e7b9e9ea212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401617'] for router_gateway, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:27.073983 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-70d9e8d0-8849-40a1-a64e-9e7b9e9ea212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4968'] for router, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:27.076185 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-70d9e8d0-8849-40a1-a64e-9e7b9e9ea212 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:27.101099 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-70d9e8d0-8849-40a1-a64e-9e7b9e9ea212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403296'] for router, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:27.101540 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d9e8d0-8849-40a1-a64e-9e7b9e9ea212 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4751df5-e207-469d-a306-8a05677a2892 {{(pid=91734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 18:48:27.113895 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-70d9e8d0-8849-40a1-a64e-9e7b9e9ea212 admin admin] Notify callbacks [] for router, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:27.115013 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-70d9e8d0-8849-40a1-a64e-9e7b9e9ea212 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c4751df5-e207-469d-a306-8a05677a2892 HTTP/1.1" status: 204 len: 168 time: 1.3541422 May 31 18:48:27.117514 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 47766) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:27.179346 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b04b9e-ef47-4788-af99-5d1b5ffdc090 admin admin] Deleting subnet 23a5645f-f287-424a-bed2-fe7d9c273f95 {{(pid=91734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:48:27.182172 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-01b04b9e-ef47-4788-af99-5d1b5ffdc090 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:27.229504 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-01b04b9e-ef47-4788-af99-5d1b5ffdc090 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16442366'] for subnet, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:27.315175 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-01b04b9e-ef47-4788-af99-5d1b5ffdc090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515759'] for subnet, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:27.376312 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device bfe04435-2c6a-44fa-83c8-d40bb453afc8 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:48:27.413119 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: bfe04435-2c6a-44fa-83c8-d40bb453afc8 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:48:27.413467 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device bfe04435-2c6a-44fa-83c8-d40bb453afc8 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:48:27.414102 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 8a937546-1465-4eeb-90b3-9d3e052d5382 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:48:27.450640 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: 8a937546-1465-4eeb-90b3-9d3e052d5382 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:48:27.451009 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 8a937546-1465-4eeb-90b3-9d3e052d5382 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:48:27.617881 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-01b04b9e-ef47-4788-af99-5d1b5ffdc090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15610288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16171853'] for subnet, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:27.628893 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ca246785-59e9-47d8-8dea-50e1868a69ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:27.661499 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-01b04b9e-ef47-4788-af99-5d1b5ffdc090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:27.669031 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528e28b9-b893-4f24-9e12-2b11dd4be994 None None] Network 94b1778a-3714-47c8-abf7-03652140706b requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:48:27.673695 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b04b9e-ef47-4788-af99-5d1b5ffdc090 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a5645f-f287-424a-bed2-fe7d9c273f95,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:27.679445 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-01b04b9e-ef47-4788-af99-5d1b5ffdc090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:27.683237 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-01b04b9e-ef47-4788-af99-5d1b5ffdc090 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/23a5645f-f287-424a-bed2-fe7d9c273f95 HTTP/1.1" status: 204 len: 168 time: 0.5647924 May 31 18:48:27.683933 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 47796) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:27.799122 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642395'] for network, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:27.888543 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] Deleting port 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:48:27.889032 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:27.972869 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a58af5-f58d-47e4-ac60-fa69c1debe41 None None] DHCP port deletion for 94b1778a-3714-47c8-abf7-03652140706b request from dv-cinder-770050-4-iscsi {{(pid=91735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 18:48:27.981462 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 47804) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:28.006393 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] For port 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=2100d4c8-feed-4882-9fec-c7ed3f9ef0c5,segment=NetworkSegment(08c03eab-0a89-4a42-a286-ecc422d5ad49),segment_id=08c03eab-0a89-4a42-a286-ecc422d5ad49)] {{(pid=91733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:48:28.007378 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:28.041046 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-d3a58af5-f58d-47e4-ac60-fa69c1debe41 None None] Deleting port 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:48:28.041626 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d3a58af5-f58d-47e4-ac60-fa69c1debe41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:28.104362 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4aaec883-e0ad-4d45-9def-e9cafa4ea25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:28.119031 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-4aaec883-e0ad-4d45-9def-e9cafa4ea25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:48:28.122958 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-4aaec883-e0ad-4d45-9def-e9cafa4ea25b admin admin] Usage tracker for resource:security_group_rule and tenant:06767d5f5e084b31b10b45419e157e8e is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:48:28.127011 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-4aaec883-e0ad-4d45-9def-e9cafa4ea25b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:48:28.133222 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-4aaec883-e0ad-4d45-9def-e9cafa4ea25b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:48:28.143471 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-d3a58af5-f58d-47e4-ac60-fa69c1debe41 None None] For port 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=2100d4c8-feed-4882-9fec-c7ed3f9ef0c5,segment=NetworkSegment(08c03eab-0a89-4a42-a286-ecc422d5ad49),segment_id=08c03eab-0a89-4a42-a286-ecc422d5ad49)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:48:28.143867 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d3a58af5-f58d-47e4-ac60-fa69c1debe41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:28.223491 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4aaec883-e0ad-4d45-9def-e9cafa4ea25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:28.230587 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4aaec883-e0ad-4d45-9def-e9cafa4ea25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:28.240268 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] Calling delete_port for 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 owned by network:dhcp {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:48:28.240485 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-5e22e043-e61a-41ee-b9ce-3e8ed806d043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:28.282299 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-4aaec883-e0ad-4d45-9def-e9cafa4ea25b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06767d5f5e084b31b10b45419e157e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973478 May 31 18:48:28.282898 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 47810) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:28.284675 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaec883-e0ad-4d45-9def-e9cafa4ea25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b364bae-eaa5-41c0-a5d9-8cc944daac7d,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:28.288351 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4aaec883-e0ad-4d45-9def-e9cafa4ea25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:28.288774 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-d3a58af5-f58d-47e4-ac60-fa69c1debe41 None None] Calling delete_port for 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 owned by network:dhcp {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:48:28.298653 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:28.314193 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-fd51cfc3-b8f2-48df-b82f-852e513100de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:28.333893 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d3a58af5-f58d-47e4-ac60-fa69c1debe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:28.337399 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:28.351103 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] No DVR routers for this DVR port 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 on host dv-cinder-770050-4-iscsi {{(pid=91733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:48:28.383067 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a58af5-f58d-47e4-ac60-fa69c1debe41 None None] Pushing event deleted for resources: {'Port': ['ID=2100d4c8-feed-4882-9fec-c7ed3f9ef0c5,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:28.385953 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d3a58af5-f58d-47e4-ac60-fa69c1debe41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:28.386735 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a58af5-f58d-47e4-ac60-fa69c1debe41 None None] No DVR routers for this DVR port 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 on host dv-cinder-770050-4-iscsi {{(pid=91735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:48:28.395574 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=2100d4c8-feed-4882-9fec-c7ed3f9ef0c5,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:28.402694 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:28.512260 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512032', 'neutron.services.segments.db._delete_segments_for_network-8759829597148'] for network, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:28.528757 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b1778a-3714-47c8-abf7-03652140706b']}} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:48:28.540110 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ab4cbff1-aada-4b96-b5ca-80661948792e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:28.544617 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c03eab-0a89-4a42-a286-ecc422d5ad49') {'for_net_delete': True} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:48:28.544911 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c03eab-0a89-4a42-a286-ecc422d5ad49') {} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:48:28.566717 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759829606045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14803860'] for segment, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:28.591343 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ab4cbff1-aada-4b96-b5ca-80661948792e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:28.602494 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:28.617730 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=91733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:48:28.618118 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14664004'] for segment, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: Traceback (most recent call last): May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: timer() May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: cb(*args, **kw) May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: return func(*args, **kwargs) May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: self._notify() May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: self.callback(batched_events) May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: event.method(event) May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: return f(self, *a, **k) May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: return self._get(url).json() May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: return self.request(url, 'GET', **kwargs) May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:48:28.632096 dv-cinder-770050-4-iscsi neutron-server[91733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:48:28.722923 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401612'] for network, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:28.727121 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-0cb3600c-ee9f-4f6c-84af-6485d711d9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:28.744021 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:28.750911 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] Pushing event deleted for resources: {'Network': ['ID=94b1778a-3714-47c8-abf7-03652140706b,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:28.755320 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ab4cbff1-aada-4b96-b5ca-80661948792e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:28.756825 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:28.759688 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-3dac36c6-76cf-414c-9bee-680c4b058b43 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:28.777550 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cbff1-aada-4b96-b5ca-80661948792e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b364bae-eaa5-41c0-a5d9-8cc944daac7d,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:28.782577 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ab4cbff1-aada-4b96-b5ca-80661948792e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:28.791857 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] 10.222.0.30 "DELETE /v2.0/networks/94b1778a-3714-47c8-abf7-03652140706b HTTP/1.1" status: 204 len: 168 time: 1.1068602 May 31 18:48:28.794703 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ab4cbff1-aada-4b96-b5ca-80661948792e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:28.798661 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-ab4cbff1-aada-4b96-b5ca-80661948792e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b364bae-eaa5-41c0-a5d9-8cc944daac7d HTTP/1.1" status: 204 len: 168 time: 0.5147657 May 31 18:48:28.912710 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 47822) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:28.969446 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-ea4e5136-e422-4aa9-84f7-ee3f450b19f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71370ff0ec1348e8a0dd470d369623bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0555100 May 31 18:48:28.971927 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 47828) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:29.032451 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3e360fea-b326-45f6-828c-42b32bdb94be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:29.062582 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3e360fea-b326-45f6-828c-42b32bdb94be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:29.116991 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3e360fea-b326-45f6-828c-42b32bdb94be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:29.121830 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f486c2ef-fd74-4dab-82fd-e22770942c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:29.136698 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e360fea-b326-45f6-828c-42b32bdb94be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd541f0-eb3d-475a-bafb-a11cb4877629,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:29.141031 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3e360fea-b326-45f6-828c-42b32bdb94be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:29.146639 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3e360fea-b326-45f6-828c-42b32bdb94be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:29.147814 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-3e360fea-b326-45f6-828c-42b32bdb94be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bfd541f0-eb3d-475a-bafb-a11cb4877629 HTTP/1.1" status: 204 len: 168 time: 0.1749215 May 31 18:48:29.162422 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 47834) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:29.179737 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-505044e6-64d3-4775-b2ec-b75f279e2489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:29.194371 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-505044e6-64d3-4775-b2ec-b75f279e2489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:48:29.198194 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-505044e6-64d3-4775-b2ec-b75f279e2489 admin admin] Usage tracker for resource:security_group_rule and tenant:9bc044439d5f4618b1afe1c9c77389bc is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:48:29.201066 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-505044e6-64d3-4775-b2ec-b75f279e2489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:48:29.208806 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-505044e6-64d3-4775-b2ec-b75f279e2489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:48:29.294853 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-505044e6-64d3-4775-b2ec-b75f279e2489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:29.303873 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-505044e6-64d3-4775-b2ec-b75f279e2489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:29.325254 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-76a1aeda-b8df-4777-84f1-5e64696ec96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:29.328109 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:48:29.346646 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-505044e6-64d3-4775-b2ec-b75f279e2489 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9bc044439d5f4618b1afe1c9c77389bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831417 May 31 18:48:29.349367 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 47840) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:29.360743 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505044e6-64d3-4775-b2ec-b75f279e2489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19141e53-7546-4456-a5af-fc955428bbf8,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:29.363788 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-505044e6-64d3-4775-b2ec-b75f279e2489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:29.377758 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:48:29.378118 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 2100d4c8-feed-4882-9fec-c7ed3f9ef0c5 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:48:29.412900 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5108b46c-9d2c-41df-a573-3783a00f392c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:29.438656 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5108b46c-9d2c-41df-a573-3783a00f392c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:29.493812 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5108b46c-9d2c-41df-a573-3783a00f392c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:29.497340 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:29.508731 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108b46c-9d2c-41df-a573-3783a00f392c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19141e53-7546-4456-a5af-fc955428bbf8,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:29.512213 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-5108b46c-9d2c-41df-a573-3783a00f392c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:29.516105 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5108b46c-9d2c-41df-a573-3783a00f392c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:29.520072 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-5108b46c-9d2c-41df-a573-3783a00f392c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19141e53-7546-4456-a5af-fc955428bbf8 HTTP/1.1" status: 204 len: 168 time: 0.1668828 May 31 18:48:31.829463 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 47962) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:31.946174 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-301f2955-dea0-4e5b-9023-574f5637ee72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:31.960914 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-301f2955-dea0-4e5b-9023-574f5637ee72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:48:31.964725 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-301f2955-dea0-4e5b-9023-574f5637ee72 admin admin] Usage tracker for resource:security_group_rule and tenant:8272b097cd7046939b74abf7057a1171 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:48:31.967584 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-301f2955-dea0-4e5b-9023-574f5637ee72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:48:31.973178 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-301f2955-dea0-4e5b-9023-574f5637ee72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:48:32.055025 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-301f2955-dea0-4e5b-9023-574f5637ee72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:32.059661 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-301f2955-dea0-4e5b-9023-574f5637ee72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:32.068816 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2f5d83dd-b440-4e6c-9193-cc48f7209df7 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:32.109847 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-301f2955-dea0-4e5b-9023-574f5637ee72 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8272b097cd7046939b74abf7057a1171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791886 May 31 18:48:32.110756 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f2955-dea0-4e5b-9023-574f5637ee72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1867bd51-6935-4aae-9441-b2c6766df604,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:32.112374 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 47970) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:32.114321 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-301f2955-dea0-4e5b-9023-574f5637ee72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:32.276928 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b897d4a1-8501-4e4c-8ccb-ad93ae50e59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:32.305385 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b897d4a1-8501-4e4c-8ccb-ad93ae50e59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:32.362593 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b897d4a1-8501-4e4c-8ccb-ad93ae50e59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:32.367345 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b32e9570-ac46-4bf2-8410-09a3ce8dab66 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:32.380323 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897d4a1-8501-4e4c-8ccb-ad93ae50e59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1867bd51-6935-4aae-9441-b2c6766df604,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:32.383808 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b897d4a1-8501-4e4c-8ccb-ad93ae50e59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:32.390091 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b897d4a1-8501-4e4c-8ccb-ad93ae50e59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:32.393488 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-b897d4a1-8501-4e4c-8ccb-ad93ae50e59e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1867bd51-6935-4aae-9441-b2c6766df604 HTTP/1.1" status: 204 len: 168 time: 0.2779808 May 31 18:48:32.686978 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 47988) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:32.704460 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c0acb502-3326-49ea-a2d2-bb7109a597d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:32.719160 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-c0acb502-3326-49ea-a2d2-bb7109a597d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:48:32.722980 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-c0acb502-3326-49ea-a2d2-bb7109a597d1 admin admin] Usage tracker for resource:security_group_rule and tenant:80e2a734007f4c4bb7a80e2977d59c14 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:48:32.726961 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-c0acb502-3326-49ea-a2d2-bb7109a597d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:48:32.732552 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-c0acb502-3326-49ea-a2d2-bb7109a597d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:48:32.821775 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c0acb502-3326-49ea-a2d2-bb7109a597d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:32.825934 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c0acb502-3326-49ea-a2d2-bb7109a597d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:32.835455 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-47ba0ea0-f820-4156-ad84-a91518cd7f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:32.874031 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-c0acb502-3326-49ea-a2d2-bb7109a597d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80e2a734007f4c4bb7a80e2977d59c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896143 May 31 18:48:32.875709 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acb502-3326-49ea-a2d2-bb7109a597d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2785ad2a-9e3d-4457-8c34-08fcde8e0b2c,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:32.876994 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 47996) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:48:32.878832 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c0acb502-3326-49ea-a2d2-bb7109a597d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:32.940548 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b0d60501-aba0-40e4-b432-c43d038de495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:32.967029 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b0d60501-aba0-40e4-b432-c43d038de495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:33.019962 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b0d60501-aba0-40e4-b432-c43d038de495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:33.023641 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2fccc1f6-63eb-4da2-ab84-766ba478b6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:48:33.037038 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d60501-aba0-40e4-b432-c43d038de495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2785ad2a-9e3d-4457-8c34-08fcde8e0b2c,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:48:33.040743 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-b0d60501-aba0-40e4-b432-c43d038de495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:48:33.046007 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b0d60501-aba0-40e4-b432-c43d038de495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:33.047134 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-b0d60501-aba0-40e4-b432-c43d038de495 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2785ad2a-9e3d-4457-8c34-08fcde8e0b2c HTTP/1.1" status: 204 len: 168 time: 0.1691420 May 31 18:48:45.411879 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:47.032751 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1d202b7f-2963-47bf-922b-f3121d4aaf9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:49.466147 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:49.793701 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-75e643e9-9dca-4724-8510-2ca406753a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:50.454740 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:52.318724 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:48:53.977127 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:49:06.968976 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6a14c684-6166-41f1-b91b-6b487ccd64eb req-bddfea56-dde4-42a2-81e0-d8aced6b81cd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1704521 May 31 18:49:07.058361 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14c684-6166-41f1-b91b-6b487ccd64eb req-8b245806-5dba-4237-aba3-456b2fdf0f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:49:07.059838 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6a14c684-6166-41f1-b91b-6b487ccd64eb req-8b245806-5dba-4237-aba3-456b2fdf0f92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 1098 time: 0.0699091 May 31 18:49:07.202259 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14c684-6166-41f1-b91b-6b487ccd64eb req-e42b2108-40b8-4f44-840c-8e3953771b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:49:07.204309 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6a14c684-6166-41f1-b91b-6b487ccd64eb req-e42b2108-40b8-4f44-840c-8e3953771b58 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1261830 May 31 18:49:07.276240 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6a14c684-6166-41f1-b91b-6b487ccd64eb req-dd7c6084-cf8a-4c68-a4fd-28d85ca5e932 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=673bc5a6-59e1-4b80-b4f7-6bb72efc143d HTTP/1.1" status: 200 len: 217 time: 0.0655067 May 31 18:49:07.339042 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14c684-6166-41f1-b91b-6b487ccd64eb req-2f938947-0b57-4f6c-8da1-62f614468a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:49:07.340468 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6a14c684-6166-41f1-b91b-6b487ccd64eb req-2f938947-0b57-4f6c-8da1-62f614468a69 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0580800 May 31 18:49:07.391808 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6a14c684-6166-41f1-b91b-6b487ccd64eb req-afedafe2-6eda-4518-8319-f4334aa794f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442429 May 31 18:49:07.400879 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [req-6a14c684-6166-41f1-b91b-6b487ccd64eb req-f53e0414-f6a2-463f-8440-7b1c3ff30157 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=91734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:49:07.401790 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6a14c684-6166-41f1-b91b-6b487ccd64eb req-f53e0414-f6a2-463f-8440-7b1c3ff30157 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049229 May 31 18:49:07.530131 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6a14c684-6166-41f1-b91b-6b487ccd64eb req-e6d1220a-2d98-49c9-a401-0c9514a0ace0 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218235 May 31 18:49:07.658138 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6a14c684-6166-41f1-b91b-6b487ccd64eb req-277c2abc-6e4a-4d2b-8fae-d6208e69c242 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218057 May 31 18:49:15.419787 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:49:17.034706 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5c9c2dcc-bedc-4c1b-a30a-49f4dc9594f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:49:19.459659 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:49:19.796758 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a900a5a4-33b3-4fdb-bea2-ba9f2b4b3738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:49:20.457744 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:49:22.265215 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:49:30.978055 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:49:45.433159 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:49:47.037299 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5b32cb6c-7b13-4733-bbac-32f41d207a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:49:49.461190 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:49:49.799140 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0d8ef630-8747-41ca-a347-d3b1574c2a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:49:50.459746 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:49:52.268167 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:50:07.977418 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:50:08.826707 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2baee1c0-23aa-4139-99f7-7f75841f5ca2 req-e58baaed-34f7-4e07-bd11-927de5f9182d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682082 May 31 18:50:08.971239 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baee1c0-23aa-4139-99f7-7f75841f5ca2 req-e76de68d-c193-41a2-b59b-bd26cce63605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:50:08.973303 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2baee1c0-23aa-4139-99f7-7f75841f5ca2 req-e76de68d-c193-41a2-b59b-bd26cce63605 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 1099 time: 0.0742359 May 31 18:50:09.117791 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baee1c0-23aa-4139-99f7-7f75841f5ca2 req-531b5424-87b3-43d9-9483-ebe564166de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:50:09.119135 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2baee1c0-23aa-4139-99f7-7f75841f5ca2 req-531b5424-87b3-43d9-9483-ebe564166de9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1233659 May 31 18:50:09.183571 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2baee1c0-23aa-4139-99f7-7f75841f5ca2 req-d1ef1dbc-0c83-4b37-8882-d6539bb33395 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95f348e1-f448-46b8-bd99-32f1882741c5 HTTP/1.1" status: 200 len: 217 time: 0.0584309 May 31 18:50:09.247262 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baee1c0-23aa-4139-99f7-7f75841f5ca2 req-a76f6823-f52b-4398-bf70-d11679c07bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:50:09.248623 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2baee1c0-23aa-4139-99f7-7f75841f5ca2 req-a76f6823-f52b-4398-bf70-d11679c07bd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0590229 May 31 18:50:09.294547 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2baee1c0-23aa-4139-99f7-7f75841f5ca2 req-c8ad09c6-5a8b-4291-aebe-13c50f739a67 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394046 May 31 18:50:09.428018 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2baee1c0-23aa-4139-99f7-7f75841f5ca2 req-9b8e6f12-4777-49a1-bc21-5a1df600ef53 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267440 May 31 18:50:09.646836 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2baee1c0-23aa-4139-99f7-7f75841f5ca2 req-d9f492b7-255b-441f-9666-38dfa3271a26 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124820 May 31 18:50:15.439001 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:50:17.039593 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a5cfe81f-0e51-4b01-9a3b-b50bb4a92add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:50:19.463390 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:50:19.805119 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cf871a40-1358-4638-ad2a-1145ab502b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:50:20.461721 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:50:22.272742 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:50:44.976703 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:50:45.446282 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:50:47.041478 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-6988669f-3212-42a3-9061-338c16e266d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:50:49.465215 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:50:49.806458 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c0c96b6f-6a25-4b56-8571-7cfb433531bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:50:50.463978 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:50:52.286493 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:51:09.873941 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3653f84f-6984-4d60-84ce-9cfa4e665c43 req-a0c5bcca-2195-4e50-962c-5d7366528846 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732272 May 31 18:51:09.962217 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653f84f-6984-4d60-84ce-9cfa4e665c43 req-f513b362-033c-4b65-9b22-0a4c14e1f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:51:09.963751 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3653f84f-6984-4d60-84ce-9cfa4e665c43 req-f513b362-033c-4b65-9b22-0a4c14e1f8b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 1098 time: 0.0703213 May 31 18:51:10.105812 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653f84f-6984-4d60-84ce-9cfa4e665c43 req-77ee00a1-4b63-47ed-98ce-bf1de73297bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:51:10.107163 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3653f84f-6984-4d60-84ce-9cfa4e665c43 req-77ee00a1-4b63-47ed-98ce-bf1de73297bc service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1243672 May 31 18:51:10.175779 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3653f84f-6984-4d60-84ce-9cfa4e665c43 req-bb7afd16-2a65-4585-9435-5d5032d8145c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=673bc5a6-59e1-4b80-b4f7-6bb72efc143d HTTP/1.1" status: 200 len: 217 time: 0.0621028 May 31 18:51:10.235631 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653f84f-6984-4d60-84ce-9cfa4e665c43 req-a9884590-7ddd-4289-a0dd-50da03146e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:51:10.237017 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3653f84f-6984-4d60-84ce-9cfa4e665c43 req-a9884590-7ddd-4289-a0dd-50da03146e55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0557873 May 31 18:51:10.282701 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3653f84f-6984-4d60-84ce-9cfa4e665c43 req-e64ff0d1-61f1-4aeb-b379-356ae4b7c5db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392690 May 31 18:51:10.411467 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3653f84f-6984-4d60-84ce-9cfa4e665c43 req-bd20f3d8-9091-4e29-bf25-ab690505c7ef service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224012 May 31 18:51:10.543513 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3653f84f-6984-4d60-84ce-9cfa4e665c43 req-38a7c0b5-bfb9-49fa-b627-8da9ed78757e service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251254 May 31 18:51:15.476203 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:51:17.043076 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-062ec765-02ff-44ec-908c-c611dc837852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:51:17.505287 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [req-30e1a6cd-55b3-4e46-ba31-6ecd03bab7bf req-e821762c-8bf1-4b89-b9b9-3cfa9d7c573d tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] (91734) timed out ('10.222.0.30', 56310) {{(pid=91734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 18:51:19.467361 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:51:19.808294 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7343583a-13b4-47ac-a53a-ed893f2f8ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:51:20.467639 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:51:21.976067 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:51:22.272819 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:51:45.466237 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:51:47.044759 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-25772c28-e279-4736-91b4-fd7a4bbceb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:51:49.471016 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:51:49.809004 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d426ad4f-8c2a-40e6-bcd7-9d904dfbb07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:51:50.469728 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:51:52.279135 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:51:58.975009 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:52:10.847089 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-97d100e2-eb43-4230-990b-8823d704263e req-0cce7a5c-7038-46e0-80f6-80b7bce5f6d8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804546 May 31 18:52:10.988259 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d100e2-eb43-4230-990b-8823d704263e req-bb933b68-e02c-45b6-8f7e-072c5f409b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:52:10.989735 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-97d100e2-eb43-4230-990b-8823d704263e req-bb933b68-e02c-45b6-8f7e-072c5f409b77 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0daff02e69cc474da499a8693ad30651&device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 1099 time: 0.0699244 May 31 18:52:11.134335 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d100e2-eb43-4230-990b-8823d704263e req-b797a0f1-27bc-45a0-a3df-cdd8a41de909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:52:11.135870 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-97d100e2-eb43-4230-990b-8823d704263e req-b797a0f1-27bc-45a0-a3df-cdd8a41de909 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 200 len: 916 time: 0.1274810 May 31 18:52:11.207634 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-97d100e2-eb43-4230-990b-8823d704263e req-c41698b0-9f2f-4d4b-9e27-83e367e0f6de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95f348e1-f448-46b8-bd99-32f1882741c5 HTTP/1.1" status: 200 len: 217 time: 0.0649540 May 31 18:52:11.268725 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d100e2-eb43-4230-990b-8823d704263e req-d3d6e7b1-cd2e-4d9f-928f-750db8e666f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:52:11.270021 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-97d100e2-eb43-4230-990b-8823d704263e req-d3d6e7b1-cd2e-4d9f-928f-750db8e666f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 200 len: 855 time: 0.0562921 May 31 18:52:11.319019 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-97d100e2-eb43-4230-990b-8823d704263e req-462888af-9508-4e6a-856b-9e283e699ae0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ac0481c-d43a-4142-b245-4250502cd9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427365 May 31 18:52:11.447115 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-97d100e2-eb43-4230-990b-8823d704263e req-b8fff0b7-8616-4848-81a9-72cff3079e12 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219032 May 31 18:52:11.675256 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-97d100e2-eb43-4230-990b-8823d704263e req-d42525a7-9979-48e0-8757-534039819430 service neutron] 10.222.0.43 "GET /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218916 May 31 18:52:15.472268 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:52:17.047578 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-63b20e8c-fc7d-419d-a3e6-e09d7a257df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:52:19.474925 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:52:19.811303 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0a30be17-c220-48b5-96bd-c1f4647564d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:52:20.472992 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:52:22.280342 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:52:35.973659 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:52:45.470727 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:52:47.049627 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0a8daa55-b568-483e-b778-850f4f2fa89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:52:49.479075 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:52:49.813144 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c6b379a9-61e9-4d37-8faf-3d2aa44731f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:52:50.476621 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:52:52.292461 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:11.131410 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 50642) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:11.322668 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff6305-5fbc-441a-8f66-348fbb5ee005 req-c1adc885-aaab-4caa-bb46-cf801edc9a04 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:53:11.324135 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-14ff6305-5fbc-441a-8f66-348fbb5ee005 req-c1adc885-aaab-4caa-bb46-cf801edc9a04 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 945 time: 0.1917589 May 31 18:53:11.370219 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-14ff6305-5fbc-441a-8f66-348fbb5ee005 req-b6c218f0-85ce-4c3a-ad14-9d083d285e54 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396221 May 31 18:53:12.625960 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42a21c-847c-449b-aad2-5904b48906bf req-a070160c-6fde-4531-88d7-195d0f131680 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:53:12.627481 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fb42a21c-847c-449b-aad2-5904b48906bf req-a070160c-6fde-4531-88d7-195d0f131680 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 945 time: 0.1336668 May 31 18:53:12.679879 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fb42a21c-847c-449b-aad2-5904b48906bf req-4290e62b-2783-4c92-accd-ee29e68677e2 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462706 May 31 18:53:12.973297 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:53:13.039271 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b6d0c-8821-4d8c-ba6e-5c1fa8828d66 req-e17abf3c-80de-4925-ab5a-29e6baa6fb66 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:53:13.040681 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d80b6d0c-8821-4d8c-ba6e-5c1fa8828d66 req-e17abf3c-80de-4925-ab5a-29e6baa6fb66 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.43 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 945 time: 0.0799766 May 31 18:53:13.177415 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-d80b6d0c-8821-4d8c-ba6e-5c1fa8828d66 req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Deleting port 673bc5a6-59e1-4b80-b4f7-6bb72efc143d {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:53:13.177670 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d80b6d0c-8821-4d8c-ba6e-5c1fa8828d66 req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:13.308554 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-d80b6d0c-8821-4d8c-ba6e-5c1fa8828d66 req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] For port 673bc5a6-59e1-4b80-b4f7-6bb72efc143d, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=673bc5a6-59e1-4b80-b4f7-6bb72efc143d,segment=NetworkSegment(c08f68e3-d835-4d4d-bfe5-057ddd9700ed),segment_id=c08f68e3-d835-4d4d-bfe5-057ddd9700ed)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:53:13.308906 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d80b6d0c-8821-4d8c-ba6e-5c1fa8828d66 req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:13.434256 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-d80b6d0c-8821-4d8c-ba6e-5c1fa8828d66 req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Calling delete_port for 673bc5a6-59e1-4b80-b4f7-6bb72efc143d owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:53:13.546207 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d80b6d0c-8821-4d8c-ba6e-5c1fa8828d66 req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:13.552935 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-205ceb62-89ce-4f8b-a65c-db6e1e8fb598 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:13.558632 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['95f348e1-f448-46b8-bd99-32f1882741c5', '673bc5a6-59e1-4b80-b4f7-6bb72efc143d'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:53:13.599651 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Pushing event deleted for resources: {'Port': ['ID=673bc5a6-59e1-4b80-b4f7-6bb72efc143d,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:13.649112 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:13.649824 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:13.649824 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:13.650198 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:13.650563 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:13.650948 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:13.651308 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:13.651665 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:13.652021 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:13.652377 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:13.652729 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:13.653079 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:13.657267 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:13.692586 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80b6d0c-8821-4d8c-ba6e-5c1fa8828d66 req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] No DVR routers for this DVR port 673bc5a6-59e1-4b80-b4f7-6bb72efc143d on host hv-cinder-77005 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:53:13.695165 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d80b6d0c-8821-4d8c-ba6e-5c1fa8828d66 req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:13.699008 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718bde27-08e7-448e-88f7-390af5545b5e', 'name': 'network-vif-deleted', 'tag': '673bc5a6-59e1-4b80-b4f7-6bb72efc143d'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:53:13.702135 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00726344-8270-46a5-9510-b5e679391fba" -d '{"events": [{"server_uuid": "718bde27-08e7-448e-88f7-390af5545b5e", "name": "network-vif-deleted", "tag": "673bc5a6-59e1-4b80-b4f7-6bb72efc143d"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:53:13.733583 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d80b6d0c-8821-4d8c-ba6e-5c1fa8828d66 req-51caf9bc-6750-409e-8e07-38d63a657b5e tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.43 "DELETE /v2.0/ports/673bc5a6-59e1-4b80-b4f7-6bb72efc143d HTTP/1.1" status: 204 len: 173 time: 0.6872454 May 31 18:53:13.867545 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d87d32e-9581-4d72-b5a2-aa00adf478ae x-openstack-request-id: req-9d87d32e-9581-4d72-b5a2-aa00adf478ae {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:53:13.867855 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718bde27-08e7-448e-88f7-390af5545b5e", "name": "network-vif-deleted", "tag": "673bc5a6-59e1-4b80-b4f7-6bb72efc143d", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:53:13.868140 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d87d32e-9581-4d72-b5a2-aa00adf478ae {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:53:13.868557 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718bde27-08e7-448e-88f7-390af5545b5e', 'name': 'network-vif-deleted', 'tag': '673bc5a6-59e1-4b80-b4f7-6bb72efc143d', 'status': 'completed', 'code': 200} May 31 18:53:13.874612 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-c6484fa0-b568-47f1-9b7c-34b4fd6e037e req-4c0310b8-4330-4b9d-b113-5864780fed23 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Synchronizing usage tracker for tenant:0daff02e69cc474da499a8693ad30651 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:53:13.890755 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-c6484fa0-b568-47f1-9b7c-34b4fd6e037e req-4c0310b8-4330-4b9d-b113-5864780fed23 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Unset dirty status for tenant:0daff02e69cc474da499a8693ad30651 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:53:13.892286 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c6484fa0-b568-47f1-9b7c-34b4fd6e037e req-4c0310b8-4330-4b9d-b113-5864780fed23 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=718bde27-08e7-448e-88f7-390af5545b5e HTTP/1.1" status: 200 len: 210 time: 0.0664465 May 31 18:53:15.465921 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:16.922928 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 673bc5a6-59e1-4b80-b4f7-6bb72efc143d no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:53:16.957759 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] No Port match for: 673bc5a6-59e1-4b80-b4f7-6bb72efc143d {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:53:16.958182 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 673bc5a6-59e1-4b80-b4f7-6bb72efc143d not bound to the agent host hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:53:17.051306 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8150265b-660c-482e-bb06-16e7803134e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:19.485769 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:19.815123 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-76f8f574-32dc-40f0-9c44-a5b68d5ada5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:20.479544 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:22.284839 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:27.504202 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef26f0-c9f2-4a95-8d13-6c7e37b53cdb req-7429aebb-0558-492c-972f-009666996fb2 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:53:27.505626 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c1ef26f0-c9f2-4a95-8d13-6c7e37b53cdb req-7429aebb-0558-492c-972f-009666996fb2 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 946 time: 0.0819547 May 31 18:53:27.549371 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c1ef26f0-c9f2-4a95-8d13-6c7e37b53cdb req-d2912727-2c01-4c8a-8280-d5101c274d25 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381269 May 31 18:53:28.294661 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc3f2f-3991-46fd-ab4a-3109108fd7de req-29a161bd-0607-4c9d-aedf-990165cdb2e8 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:53:28.296859 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1ecc3f2f-3991-46fd-ab4a-3109108fd7de req-29a161bd-0607-4c9d-aedf-990165cdb2e8 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 946 time: 0.0806775 May 31 18:53:28.436197 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-1ecc3f2f-3991-46fd-ab4a-3109108fd7de req-50bbb435-0b4d-418c-8444-fa8383347689 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Deleting port 95f348e1-f448-46b8-bd99-32f1882741c5 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:53:28.437072 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1ecc3f2f-3991-46fd-ab4a-3109108fd7de req-50bbb435-0b4d-418c-8444-fa8383347689 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:28.574764 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-1ecc3f2f-3991-46fd-ab4a-3109108fd7de req-50bbb435-0b4d-418c-8444-fa8383347689 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] For port 95f348e1-f448-46b8-bd99-32f1882741c5, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=95f348e1-f448-46b8-bd99-32f1882741c5,segment=NetworkSegment(c08f68e3-d835-4d4d-bfe5-057ddd9700ed),segment_id=c08f68e3-d835-4d4d-bfe5-057ddd9700ed)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:53:28.575447 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1ecc3f2f-3991-46fd-ab4a-3109108fd7de req-50bbb435-0b4d-418c-8444-fa8383347689 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:28.720087 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-1ecc3f2f-3991-46fd-ab4a-3109108fd7de req-50bbb435-0b4d-418c-8444-fa8383347689 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Calling delete_port for 95f348e1-f448-46b8-bd99-32f1882741c5 owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:53:28.821352 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959314e5-6f3d-4732-bff4-c9dbee06806c req-e1197428-e8c6-4be8-9701-95b71eddadf2 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:53:28.822851 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-959314e5-6f3d-4732-bff4-c9dbee06806c req-e1197428-e8c6-4be8-9701-95b71eddadf2 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5a92af5-4f76-45b5-b665-4b7cbd00d9fe HTTP/1.1" status: 200 len: 946 time: 0.1115968 May 31 18:53:28.904292 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-959314e5-6f3d-4732-bff4-c9dbee06806c req-a883e7e3-051b-4758-8285-f55569ba8eb6 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729525 May 31 18:53:28.942914 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1ecc3f2f-3991-46fd-ab4a-3109108fd7de req-50bbb435-0b4d-418c-8444-fa8383347689 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:28.949943 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-5d64838c-d4d5-4a7c-9593-e3cdbdd12982 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:28.958978 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['95f348e1-f448-46b8-bd99-32f1882741c5'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:53:28.995475 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbb435-0b4d-418c-8444-fa8383347689 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Pushing event deleted for resources: {'Port': ['ID=95f348e1-f448-46b8-bd99-32f1882741c5,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:29.000251 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-50bbb435-0b4d-418c-8444-fa8383347689 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:29.180230 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecc3f2f-3991-46fd-ab4a-3109108fd7de req-50bbb435-0b4d-418c-8444-fa8383347689 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] No DVR routers for this DVR port 95f348e1-f448-46b8-bd99-32f1882741c5 on host hv-cinder-77005 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:53:29.182835 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1ecc3f2f-3991-46fd-ab4a-3109108fd7de req-50bbb435-0b4d-418c-8444-fa8383347689 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:29.185440 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a92af5-4f76-45b5-b665-4b7cbd00d9fe', 'name': 'network-vif-deleted', 'tag': '95f348e1-f448-46b8-bd99-32f1882741c5'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:53:29.187814 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9374995a-0123-4b2f-9088-286911c376fd" -d '{"events": [{"server_uuid": "a5a92af5-4f76-45b5-b665-4b7cbd00d9fe", "name": "network-vif-deleted", "tag": "95f348e1-f448-46b8-bd99-32f1882741c5"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:53:29.202619 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-1ecc3f2f-3991-46fd-ab4a-3109108fd7de req-50bbb435-0b4d-418c-8444-fa8383347689 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] 10.222.0.43 "DELETE /v2.0/ports/95f348e1-f448-46b8-bd99-32f1882741c5 HTTP/1.1" status: 204 len: 173 time: 0.9007590 May 31 18:53:29.259765 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c796de6-1f16-4d98-8f0b-73bdb090fd3f x-openstack-request-id: req-8c796de6-1f16-4d98-8f0b-73bdb090fd3f {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:53:29.260119 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a92af5-4f76-45b5-b665-4b7cbd00d9fe", "name": "network-vif-deleted", "tag": "95f348e1-f448-46b8-bd99-32f1882741c5", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:53:29.260378 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c796de6-1f16-4d98-8f0b-73bdb090fd3f {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:53:29.260810 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a92af5-4f76-45b5-b665-4b7cbd00d9fe', 'name': 'network-vif-deleted', 'tag': '95f348e1-f448-46b8-bd99-32f1882741c5', 'status': 'completed', 'code': 200} May 31 18:53:30.000717 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 50928) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:30.124667 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Deleting subnet cf1b6070-7699-48cc-bdbb-719d97fe426b {{(pid=91733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:53:30.128090 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:30.185229 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14803871'] for subnet, precommit_delete_associations {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:30.194835 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 50944) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:30.243893 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515759'] for subnet, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:30.333351 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-77b0cbc0-6729-4ac4-8fd4-3093517f0079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:30.349329 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-77b0cbc0-6729-4ac4-8fd4-3093517f0079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:53:30.353372 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-77b0cbc0-6729-4ac4-8fd4-3093517f0079 admin admin] Usage tracker for resource:security_group_rule and tenant:5557920675034a75b1dc8f8fe0c713fa is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:53:30.356283 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-77b0cbc0-6729-4ac4-8fd4-3093517f0079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:53:30.362708 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-77b0cbc0-6729-4ac4-8fd4-3093517f0079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:53:30.451121 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-77b0cbc0-6729-4ac4-8fd4-3093517f0079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:30.457239 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-77b0cbc0-6729-4ac4-8fd4-3093517f0079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:30.466633 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b1f259d5-eff8-4764-bfeb-68f12a19bf3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:30.500397 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14664674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14473407'] for subnet, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:30.505399 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-6b89836c-abb8-4885-9378-3b78f257c4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:30.514726 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-77b0cbc0-6729-4ac4-8fd4-3093517f0079 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5557920675034a75b1dc8f8fe0c713fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185394 May 31 18:53:30.515322 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 50958) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:30.517668 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0cbc0-6729-4ac4-8fd4-3093517f0079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9c5fdb-30cd-491d-b39c-0f414ee14738,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:30.536260 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-77b0cbc0-6729-4ac4-8fd4-3093517f0079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:30.545884 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf1b6070-7699-48cc-bdbb-719d97fe426b,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:30.550943 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:30.560240 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:30.560717 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:30.561177 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:30.562498 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:30.562998 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:30.563457 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:30.563901 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:30.564341 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:30.564781 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:30.565218 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:30.565652 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:30.566305 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:30.569638 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:30.574568 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-14f0621f-e76e-452d-8f69-0f5696c67e58 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cf1b6070-7699-48cc-bdbb-719d97fe426b HTTP/1.1" status: 204 len: 168 time: 0.5727799 May 31 18:53:30.575270 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 50964) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:30.597749 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-535db5b9-cc75-481e-bb02-afa400331c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:30.629406 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-535db5b9-cc75-481e-bb02-afa400331c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:30.686428 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-535db5b9-cc75-481e-bb02-afa400331c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:30.690234 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b897d4a1-8501-4e4c-8ccb-ad93ae50e59e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:30.692865 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0da2a4c1-6774-4876-98d1-54d72972bc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642395'] for network, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:30.703212 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535db5b9-cc75-481e-bb02-afa400331c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9c5fdb-30cd-491d-b39c-0f414ee14738,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:30.705586 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-535db5b9-cc75-481e-bb02-afa400331c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:30.710658 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-535db5b9-cc75-481e-bb02-afa400331c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:30.712685 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-535db5b9-cc75-481e-bb02-afa400331c26 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a9c5fdb-30cd-491d-b39c-0f414ee14738 HTTP/1.1" status: 204 len: 168 time: 0.1963484 May 31 18:53:30.826799 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0da2a4c1-6774-4876-98d1-54d72972bc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512032', 'neutron.services.segments.db._delete_segments_for_network-8759829597148'] for network, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:30.843814 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-0da2a4c1-6774-4876-98d1-54d72972bc27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac0481c-d43a-4142-b245-4250502cd9cf']}} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:53:30.856764 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-0da2a4c1-6774-4876-98d1-54d72972bc27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08f68e3-d835-4d4d-bfe5-057ddd9700ed') {'for_net_delete': True} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:53:30.857067 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-0da2a4c1-6774-4876-98d1-54d72972bc27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08f68e3-d835-4d4d-bfe5-057ddd9700ed') {} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:53:30.868838 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0da2a4c1-6774-4876-98d1-54d72972bc27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759829606045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14803860'] for segment, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:30.884651 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0da2a4c1-6774-4876-98d1-54d72972bc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:30.891758 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da2a4c1-6774-4876-98d1-54d72972bc27 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=91733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:53:30.892162 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0da2a4c1-6774-4876-98d1-54d72972bc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14664004'] for segment, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: Traceback (most recent call last): May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: timer() May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: cb(*args, **kw) May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: return func(*args, **kwargs) May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: self._notify() May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: self.callback(batched_events) May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: event.method(event) May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: return f(self, *a, **k) May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: return self._get(url).json() May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: return self.request(url, 'GET', **kwargs) May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:53:30.906363 dv-cinder-770050-4-iscsi neutron-server[91733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:53:31.045196 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 50974) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:31.065023 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a09e546a-ae58-40d7-b28d-8500b889ce38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:31.065370 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0da2a4c1-6774-4876-98d1-54d72972bc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401612'] for network, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:31.069064 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:31.079924 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-a09e546a-ae58-40d7-b28d-8500b889ce38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:53:31.081673 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0da2a4c1-6774-4876-98d1-54d72972bc27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:31.083785 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-a09e546a-ae58-40d7-b28d-8500b889ce38 admin admin] Usage tracker for resource:security_group_rule and tenant:4d3d30435a9c4a86a197786d238ed001 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:53:31.086552 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-a09e546a-ae58-40d7-b28d-8500b889ce38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:53:31.091485 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2a4c1-6774-4876-98d1-54d72972bc27 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac0481c-d43a-4142-b245-4250502cd9cf,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:31.092194 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-a09e546a-ae58-40d7-b28d-8500b889ce38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:53:31.095315 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-0da2a4c1-6774-4876-98d1-54d72972bc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:31.101499 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-0da2a4c1-6774-4876-98d1-54d72972bc27 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2ac0481c-d43a-4142-b245-4250502cd9cf HTTP/1.1" status: 204 len: 168 time: 0.5252559 May 31 18:53:31.180072 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a09e546a-ae58-40d7-b28d-8500b889ce38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:31.184149 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a09e546a-ae58-40d7-b28d-8500b889ce38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:31.196586 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c0acb502-3326-49ea-a2d2-bb7109a597d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:31.237030 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-a09e546a-ae58-40d7-b28d-8500b889ce38 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d3d30435a9c4a86a197786d238ed001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899297 May 31 18:53:31.237932 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e546a-ae58-40d7-b28d-8500b889ce38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78948428-d9fb-4deb-9a80-2dfe5a4587ce,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:31.239772 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 50980) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:31.244637 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a09e546a-ae58-40d7-b28d-8500b889ce38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:31.281256 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 50984) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:31.302832 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-53563361-b02e-404a-9fa9-df73bd88744f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:31.329862 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-53563361-b02e-404a-9fa9-df73bd88744f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:31.333606 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-e36fa4fa-d165-4dbe-bbfd-4855d8291aea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0daff02e69cc474da499a8693ad30651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484996 May 31 18:53:31.333841 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 50988) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:31.387444 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-53563361-b02e-404a-9fa9-df73bd88744f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:31.393569 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-b18ce137-5da7-479e-aa55-09a82b4a3f82 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:31.396375 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c69c8c9a-f8f0-48ef-a65a-d99c7cc378b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:31.405427 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53563361-b02e-404a-9fa9-df73bd88744f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78948428-d9fb-4deb-9a80-2dfe5a4587ce,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:31.408957 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-53563361-b02e-404a-9fa9-df73bd88744f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:31.415143 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-53563361-b02e-404a-9fa9-df73bd88744f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:31.416443 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-53563361-b02e-404a-9fa9-df73bd88744f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78948428-d9fb-4deb-9a80-2dfe5a4587ce HTTP/1.1" status: 204 len: 168 time: 0.1757274 May 31 18:53:31.439352 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c69c8c9a-f8f0-48ef-a65a-d99c7cc378b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:31.495535 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c69c8c9a-f8f0-48ef-a65a-d99c7cc378b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:31.501001 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-5a22e60d-97a2-459a-8384-039c5930d2dd tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:31.515473 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c8c9a-f8f0-48ef-a65a-d99c7cc378b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:31.518014 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c69c8c9a-f8f0-48ef-a65a-d99c7cc378b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:31.535139 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c69c8c9a-f8f0-48ef-a65a-d99c7cc378b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:31.536259 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-c69c8c9a-f8f0-48ef-a65a-d99c7cc378b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f85c68a-0ccc-4c4c-9efa-39dfee3f2d50 HTTP/1.1" status: 204 len: 168 time: 0.2015166 May 31 18:53:31.811157 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51012) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:31.837410 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-298ae18d-876f-4ec4-8b29-11c89c7d1626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:31.854585 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-298ae18d-876f-4ec4-8b29-11c89c7d1626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:53:31.859267 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-298ae18d-876f-4ec4-8b29-11c89c7d1626 admin admin] Usage tracker for resource:security_group_rule and tenant:fb4065adfac9434a86d546cd4afdf832 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:53:31.862240 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-298ae18d-876f-4ec4-8b29-11c89c7d1626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:53:31.868141 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-298ae18d-876f-4ec4-8b29-11c89c7d1626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:53:31.966874 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-298ae18d-876f-4ec4-8b29-11c89c7d1626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:31.972389 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-298ae18d-876f-4ec4-8b29-11c89c7d1626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:31.981421 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ca0ac770-1665-4962-a469-f5aa7c41c93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:32.023041 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-298ae18d-876f-4ec4-8b29-11c89c7d1626 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb4065adfac9434a86d546cd4afdf832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106619 May 31 18:53:32.025510 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51028) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:32.028155 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ae18d-876f-4ec4-8b29-11c89c7d1626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73b8580-cbb5-429b-a01e-aca7d15a4577,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:32.041655 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-298ae18d-876f-4ec4-8b29-11c89c7d1626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:32.089894 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce698-bd9b-42b3-9bec-7aee21732a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:32.116174 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce698-bd9b-42b3-9bec-7aee21732a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:32.173652 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce698-bd9b-42b3-9bec-7aee21732a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:32.178483 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-298ae18d-876f-4ec4-8b29-11c89c7d1626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:32.192873 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ce698-bd9b-42b3-9bec-7aee21732a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73b8580-cbb5-429b-a01e-aca7d15a4577,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:32.195762 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6b9ce698-bd9b-42b3-9bec-7aee21732a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:32.197845 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce698-bd9b-42b3-9bec-7aee21732a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:32.201467 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-6b9ce698-bd9b-42b3-9bec-7aee21732a00 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d73b8580-cbb5-429b-a01e-aca7d15a4577 HTTP/1.1" status: 204 len: 168 time: 0.1750619 May 31 18:53:33.083886 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51100) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:33.259004 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0cd3f81f-cbbe-4164-aa42-81a001eea135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:33.274864 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-0cd3f81f-cbbe-4164-aa42-81a001eea135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:53:33.279035 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-0cd3f81f-cbbe-4164-aa42-81a001eea135 admin admin] Usage tracker for resource:security_group_rule and tenant:2704bfd587244b109fb07ff89b0c44a6 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:53:33.282517 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-0cd3f81f-cbbe-4164-aa42-81a001eea135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:53:33.288468 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-0cd3f81f-cbbe-4164-aa42-81a001eea135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:53:33.374906 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0cd3f81f-cbbe-4164-aa42-81a001eea135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:33.378933 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0cd3f81f-cbbe-4164-aa42-81a001eea135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:33.388452 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-37bf62b3-7aa7-483f-8b78-861f81f11ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:33.432713 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-0cd3f81f-cbbe-4164-aa42-81a001eea135 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2704bfd587244b109fb07ff89b0c44a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454216 May 31 18:53:33.432713 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3f81f-cbbe-4164-aa42-81a001eea135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd371b7-743c-4787-99f7-b2b794449bf2,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:33.433369 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 51112) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:33.435528 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0cd3f81f-cbbe-4164-aa42-81a001eea135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:33.502540 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c835515d-f816-400c-b326-195905806d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:33.513776 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 95f348e1-f448-46b8-bd99-32f1882741c5 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:53:33.538342 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c835515d-f816-400c-b326-195905806d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:33.551685 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] No Port match for: 95f348e1-f448-46b8-bd99-32f1882741c5 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:53:33.552124 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 95f348e1-f448-46b8-bd99-32f1882741c5 not bound to the agent host hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:53:33.588589 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c835515d-f816-400c-b326-195905806d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:33.592139 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-b0d60501-aba0-40e4-b432-c43d038de495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:33.604157 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835515d-f816-400c-b326-195905806d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd371b7-743c-4787-99f7-b2b794449bf2,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:33.606960 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-c835515d-f816-400c-b326-195905806d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:33.609168 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-c835515d-f816-400c-b326-195905806d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:33.612560 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-c835515d-f816-400c-b326-195905806d34 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbd371b7-743c-4787-99f7-b2b794449bf2 HTTP/1.1" status: 204 len: 168 time: 0.1758559 May 31 18:53:35.119490 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 51164) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:35.243135 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8d41a9fa-5103-48a6-9b7b-bc44be140c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:35.261264 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-8d41a9fa-5103-48a6-9b7b-bc44be140c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:53:35.265646 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-8d41a9fa-5103-48a6-9b7b-bc44be140c6b admin admin] Usage tracker for resource:security_group_rule and tenant:341dea8885fa4bf38cf6d2ca10dc951d is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:53:35.268439 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-8d41a9fa-5103-48a6-9b7b-bc44be140c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:53:35.274075 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-8d41a9fa-5103-48a6-9b7b-bc44be140c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:53:35.358590 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8d41a9fa-5103-48a6-9b7b-bc44be140c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:35.363558 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8d41a9fa-5103-48a6-9b7b-bc44be140c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:35.372189 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-f8912193-864a-4f2f-af75-a4c1527ca08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:35.414077 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-8d41a9fa-5103-48a6-9b7b-bc44be140c6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=341dea8885fa4bf38cf6d2ca10dc951d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935386 May 31 18:53:35.415743 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41a9fa-5103-48a6-9b7b-bc44be140c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffce799-3602-4ee7-9c0c-eb2a31e67f5e,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:35.416745 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51174) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:35.418601 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-8d41a9fa-5103-48a6-9b7b-bc44be140c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:35.475155 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-09b40573-b4fb-4f04-9736-b08b34e3737e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:35.503682 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-09b40573-b4fb-4f04-9736-b08b34e3737e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:35.553565 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-09b40573-b4fb-4f04-9736-b08b34e3737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:35.557266 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-91fc3bf4-0438-4ce8-9b2a-9f9fdfa42993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:35.569720 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b40573-b4fb-4f04-9736-b08b34e3737e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffce799-3602-4ee7-9c0c-eb2a31e67f5e,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:35.572456 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-09b40573-b4fb-4f04-9736-b08b34e3737e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:35.579799 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-09b40573-b4fb-4f04-9736-b08b34e3737e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:35.580886 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-09b40573-b4fb-4f04-9736-b08b34e3737e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ffce799-3602-4ee7-9c0c-eb2a31e67f5e HTTP/1.1" status: 204 len: 168 time: 0.1631701 May 31 18:53:35.857384 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51184) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:35.875820 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-80400b6b-4396-43ea-9eca-ac6aae299dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:35.889667 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-80400b6b-4396-43ea-9eca-ac6aae299dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:53:35.893738 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-80400b6b-4396-43ea-9eca-ac6aae299dcb admin admin] Usage tracker for resource:security_group_rule and tenant:501b8cbe5da74a189b1d099cee9177bc is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:53:35.896561 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-80400b6b-4396-43ea-9eca-ac6aae299dcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:53:35.902187 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-80400b6b-4396-43ea-9eca-ac6aae299dcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:53:35.980842 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-80400b6b-4396-43ea-9eca-ac6aae299dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:35.985208 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-80400b6b-4396-43ea-9eca-ac6aae299dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:35.993367 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bc79e740-ddc7-4ba8-8c64-edf22ce61002 tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:36.034027 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-80400b6b-4396-43ea-9eca-ac6aae299dcb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=501b8cbe5da74a189b1d099cee9177bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728823 May 31 18:53:36.034027 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80400b6b-4396-43ea-9eca-ac6aae299dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc2900d-d491-42d7-953f-f10c0361981a,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:36.034645 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 51190) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:36.036307 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-80400b6b-4396-43ea-9eca-ac6aae299dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:36.095628 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2d90f24f-c5d6-4b98-b99c-fdf39d77e203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:36.121027 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2d90f24f-c5d6-4b98-b99c-fdf39d77e203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:36.178764 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2d90f24f-c5d6-4b98-b99c-fdf39d77e203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:36.183826 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-1c54bf01-9d3d-4230-88bd-ded0309b9761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:36.197923 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90f24f-c5d6-4b98-b99c-fdf39d77e203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc2900d-d491-42d7-953f-f10c0361981a,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:36.200234 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2d90f24f-c5d6-4b98-b99c-fdf39d77e203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:36.206674 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2d90f24f-c5d6-4b98-b99c-fdf39d77e203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:36.210120 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-2d90f24f-c5d6-4b98-b99c-fdf39d77e203 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7bc2900d-d491-42d7-953f-f10c0361981a HTTP/1.1" status: 204 len: 168 time: 0.1720521 May 31 18:53:42.346975 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 51452) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:42.464465 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6f00be46-aa3a-4d89-8103-78df5cc7698f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:42.479206 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-6f00be46-aa3a-4d89-8103-78df5cc7698f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:53:42.483011 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-6f00be46-aa3a-4d89-8103-78df5cc7698f admin admin] Usage tracker for resource:security_group_rule and tenant:b60ec88e1d864e19b173b870d6553662 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:53:42.486490 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-6f00be46-aa3a-4d89-8103-78df5cc7698f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:53:42.492239 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-6f00be46-aa3a-4d89-8103-78df5cc7698f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:53:42.585577 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6f00be46-aa3a-4d89-8103-78df5cc7698f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:42.589369 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6f00be46-aa3a-4d89-8103-78df5cc7698f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:42.598990 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2632626d-717b-42a7-9f1a-f6060be6e4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:42.638694 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-6f00be46-aa3a-4d89-8103-78df5cc7698f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b60ec88e1d864e19b173b870d6553662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905810 May 31 18:53:42.642122 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51470) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:42.644182 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00be46-aa3a-4d89-8103-78df5cc7698f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68355e1c-8454-45cd-b21b-19092b97dc91,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:42.647493 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-6f00be46-aa3a-4d89-8103-78df5cc7698f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:42.712241 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3a38-155b-40da-a092-090ede2641f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:42.739596 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3a38-155b-40da-a092-090ede2641f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:42.797797 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3a38-155b-40da-a092-090ede2641f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:42.802129 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0cd3f81f-cbbe-4164-aa42-81a001eea135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:42.817111 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea3a38-155b-40da-a092-090ede2641f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68355e1c-8454-45cd-b21b-19092b97dc91,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:42.820864 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a2ea3a38-155b-40da-a092-090ede2641f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:42.840396 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3a38-155b-40da-a092-090ede2641f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:42.844982 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-a2ea3a38-155b-40da-a092-090ede2641f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68355e1c-8454-45cd-b21b-19092b97dc91 HTTP/1.1" status: 204 len: 168 time: 0.2018101 May 31 18:53:43.147548 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51492) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:43.165362 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-57896fb2-9464-469b-8049-132fa812f23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:43.179921 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-57896fb2-9464-469b-8049-132fa812f23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:53:43.183891 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-57896fb2-9464-469b-8049-132fa812f23e admin admin] Usage tracker for resource:security_group_rule and tenant:c78ed68095f646af9f03136175ee8bb1 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:53:43.186684 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-57896fb2-9464-469b-8049-132fa812f23e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:53:43.193252 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-57896fb2-9464-469b-8049-132fa812f23e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:53:43.274514 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-57896fb2-9464-469b-8049-132fa812f23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:43.278341 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-57896fb2-9464-469b-8049-132fa812f23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:43.286052 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0d8b5a3b-8ef3-4d22-b96e-b5b2513a494c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:43.330589 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-57896fb2-9464-469b-8049-132fa812f23e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c78ed68095f646af9f03136175ee8bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819704 May 31 18:53:43.331495 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57896fb2-9464-469b-8049-132fa812f23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2754031-6b5e-4c88-b767-b94d37ca0314,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:43.333251 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 51498) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:43.334972 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-57896fb2-9464-469b-8049-132fa812f23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:43.392163 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1dd69ebc-c9a2-4328-8ab6-22cf6f073c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:43.421249 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1dd69ebc-c9a2-4328-8ab6-22cf6f073c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:43.474454 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1dd69ebc-c9a2-4328-8ab6-22cf6f073c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:43.478005 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-d0331ea4-84c1-4aa5-9c5d-02336a186ac5 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:43.490163 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd69ebc-c9a2-4328-8ab6-22cf6f073c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2754031-6b5e-4c88-b767-b94d37ca0314,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:43.493247 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-1dd69ebc-c9a2-4328-8ab6-22cf6f073c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:43.500903 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1dd69ebc-c9a2-4328-8ab6-22cf6f073c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:43.502008 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-1dd69ebc-c9a2-4328-8ab6-22cf6f073c2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2754031-6b5e-4c88-b767-b94d37ca0314 HTTP/1.1" status: 204 len: 168 time: 0.1677628 May 31 18:53:43.849655 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 51512) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:43.870994 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-76f32280-b79e-4b0f-bc48-bce9a0113a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:43.881713 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-76f32280-b79e-4b0f-bc48-bce9a0113a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:53:43.885511 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-76f32280-b79e-4b0f-bc48-bce9a0113a80 admin admin] Usage tracker for resource:security_group_rule and tenant:f62570cca545459fa68777ffaaf70a3b is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:53:43.888285 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-76f32280-b79e-4b0f-bc48-bce9a0113a80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:53:43.893910 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-76f32280-b79e-4b0f-bc48-bce9a0113a80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:53:43.981306 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-76f32280-b79e-4b0f-bc48-bce9a0113a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:43.985960 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-76f32280-b79e-4b0f-bc48-bce9a0113a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:43.993055 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-1dd69ebc-c9a2-4328-8ab6-22cf6f073c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:44.034814 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f32280-b79e-4b0f-bc48-bce9a0113a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e2d808-8c82-4c6c-b1a4-0e14ed6f2ba5,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:44.037880 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-76f32280-b79e-4b0f-bc48-bce9a0113a80 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f62570cca545459fa68777ffaaf70a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1871669 May 31 18:53:44.038821 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-76f32280-b79e-4b0f-bc48-bce9a0113a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:44.040478 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 51522) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:44.111146 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a8f04106-f0b3-4694-a283-1c074b03dd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:44.139009 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a8f04106-f0b3-4694-a283-1c074b03dd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:44.195234 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a8f04106-f0b3-4694-a283-1c074b03dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:44.198890 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-7a4dc5c1-aadf-4ec4-85b4-865ca003719f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:44.210599 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f04106-f0b3-4694-a283-1c074b03dd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e2d808-8c82-4c6c-b1a4-0e14ed6f2ba5,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:44.213989 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-a8f04106-f0b3-4694-a283-1c074b03dd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:44.217191 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-a8f04106-f0b3-4694-a283-1c074b03dd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:44.218271 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-a8f04106-f0b3-4694-a283-1c074b03dd68 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5e2d808-8c82-4c6c-b1a4-0e14ed6f2ba5 HTTP/1.1" status: 204 len: 168 time: 0.1767385 May 31 18:53:45.472681 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:46.970976 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51610) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:47.052771 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-28cd73cb-a945-43a2-85b7-cf2d7436b542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:47.087678 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-926380d3-69b2-48e5-88b9-8257cad38821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:47.101995 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-926380d3-69b2-48e5-88b9-8257cad38821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:53:47.105828 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-926380d3-69b2-48e5-88b9-8257cad38821 admin admin] Usage tracker for resource:security_group_rule and tenant:1253868d3d4e4e5db7f371a83c0b7796 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:53:47.108595 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-926380d3-69b2-48e5-88b9-8257cad38821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:53:47.115174 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-926380d3-69b2-48e5-88b9-8257cad38821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:53:47.196202 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-926380d3-69b2-48e5-88b9-8257cad38821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:47.200094 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-926380d3-69b2-48e5-88b9-8257cad38821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:47.208947 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-aa761127-c1f8-4c1a-8144-06a60969b1b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:47.249108 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-926380d3-69b2-48e5-88b9-8257cad38821 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1253868d3d4e4e5db7f371a83c0b7796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770762 May 31 18:53:47.250317 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926380d3-69b2-48e5-88b9-8257cad38821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522dc014-865f-4c21-b0f7-5deec27106a1,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:47.251842 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 51616) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:47.253925 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-926380d3-69b2-48e5-88b9-8257cad38821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:47.311707 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0687bdd2-960e-4799-b675-f27e6490378c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:47.337934 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0687bdd2-960e-4799-b675-f27e6490378c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:47.388174 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0687bdd2-960e-4799-b675-f27e6490378c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:47.393288 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-378c985b-2154-4dca-9eb0-d69c73587135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:47.405914 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687bdd2-960e-4799-b675-f27e6490378c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522dc014-865f-4c21-b0f7-5deec27106a1,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:47.411163 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-0687bdd2-960e-4799-b675-f27e6490378c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:47.412967 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0687bdd2-960e-4799-b675-f27e6490378c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:47.414045 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-0687bdd2-960e-4799-b675-f27e6490378c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/522dc014-865f-4c21-b0f7-5deec27106a1 HTTP/1.1" status: 204 len: 168 time: 0.1611955 May 31 18:53:48.070093 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51646) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:48.171936 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-433246236-network', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:53:48.178419 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:53:48.182200 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Usage tracker for resource:network and tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:53:48.185008 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:53:48.191431 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:53:48.201135 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Made reservation on behalf of 7cb3ae7b7b184ed8ac2009fb9382e7d5 for: {'network': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:53:48.204032 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:48.215536 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:48.229737 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:53:48.233426 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Usage tracker for resource:security_group_rule and tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:53:48.236609 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:53:48.242130 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:53:48.326472 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:48.330766 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:48.334611 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-77b0cbc0-6729-4ac4-8fd4-3093517f0079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:48.357383 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=91734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:53:48.369355 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311b0bd0-2b91-46c6-be41-f2df5e9ab4f5,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:48.373389 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:48.374373 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:48.375228 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.segments_db [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Added segment e79f3ff0-43c9-49f3-88f4-4fde2aac791c of type vlan for network 30b743b9-9bf5-4521-92f4-9584d0c12acb May 31 18:53:48.403530 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:48.431295 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:48.432543 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:53:48.433112 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:48.436254 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:48.538272 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Pushing event updated for resources: {'Network': ['ID=30b743b9-9bf5-4521-92f4-9584d0c12acb,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:48.541101 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:48.548588 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network 30b743b9-9bf5-4521-92f4-9584d0c12acb details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:53:48.555002 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-9c5d498d-dd77-4e38-90c8-bd7fd0d753a7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4812353 May 31 18:53:48.555280 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51654) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:48.560924 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-71d59727-8d54-451a-bd76-0d6413f8bdfd admin admin] Request body: {'subnet': {'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-433246236-subnet', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'ip_version': 4}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:53:48.569170 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-71d59727-8d54-451a-bd76-0d6413f8bdfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:53:48.570436 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-71d59727-8d54-451a-bd76-0d6413f8bdfd admin admin] Usage tracker for resource:subnet and tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:53:48.573262 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-71d59727-8d54-451a-bd76-0d6413f8bdfd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:53:48.579887 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-71d59727-8d54-451a-bd76-0d6413f8bdfd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:53:48.590097 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d59727-8d54-451a-bd76-0d6413f8bdfd admin admin] Made reservation on behalf of 7cb3ae7b7b184ed8ac2009fb9382e7d5 for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:53:48.592410 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-71d59727-8d54-451a-bd76-0d6413f8bdfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16171858'] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:49.054985 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-71d59727-8d54-451a-bd76-0d6413f8bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15610355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16171844'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:49.058837 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-2050789d-0bc4-4a6a-a95f-6cdeafda8df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:49.129490 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d59727-8d54-451a-bd76-0d6413f8bdfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f13f8bd9-019b-40ed-9964-15a1d19e6320,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:49.133320 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-71d59727-8d54-451a-bd76-0d6413f8bdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:49.137266 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d59727-8d54-451a-bd76-0d6413f8bdfd admin admin] Checking segment: {'id': 'e79f3ff0-43c9-49f3-88f4-4fde2aac791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:53:49.137621 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d59727-8d54-451a-bd76-0d6413f8bdfd admin admin] Network hostable DHCP agents. Network: 30b743b9-9bf5-4521-92f4-9584d0c12acb, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:53:49.155592 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d59727-8d54-451a-bd76-0d6413f8bdfd admin admin] Network 30b743b9-9bf5-4521-92f4-9584d0c12acb is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:53:49.165652 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-71d59727-8d54-451a-bd76-0d6413f8bdfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, 30b743b9-9bf5-4521-92f4-9584d0c12acb) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:53:49.175213 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f298a9-3158-4804-80e5-edfe08aaee1c None None] Network 30b743b9-9bf5-4521-92f4-9584d0c12acb requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:53:49.175596 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d59727-8d54-451a-bd76-0d6413f8bdfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:53:49.176176 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-71d59727-8d54-451a-bd76-0d6413f8bdfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:49.197805 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-71d59727-8d54-451a-bd76-0d6413f8bdfd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6416297 May 31 18:53:49.200439 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51662) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:49.205581 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-433246236-router', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:53:49.210201 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:53:49.213962 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Usage tracker for resource:router and tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:53:49.216752 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:53:49.223028 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:53:49.232838 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-403135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4890'] for router, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:49.233901 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4881'] for router, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:49.251270 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:49.406184 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53c3527c-b754-508a-bbd5-2b07d57767e0-30b743b9-9bf5-4521-92f4-9584d0c12acb', 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'fixed_ips': [{'subnet_id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320'}]}} from dv-cinder-770050-4-iscsi. {{(pid=91735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 18:53:49.408008 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:49.524520 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4967'] for router, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:49.533257 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:49.608890 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Allocated IP 172.20.0.2 (30b743b9-9bf5-4521-92f4-9584d0c12acb/f13f8bd9-019b-40ed-9964-15a1d19e6320/9f4d00f3-1617-4e7d-bd59-033d6e998d42) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:53:49.822497 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:49.832087 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:49.834253 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Transition to ACTIVE for port object 9f4d00f3-1617-4e7d-bd59-033d6e998d42 will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:53:49.847730 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ca488539-0803-404d-b207-0e4e141eeccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:49.856805 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Transition to ACTIVE for port object 9f4d00f3-1617-4e7d-bd59-033d6e998d42 will not be triggered until provisioned by entity DHCP. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:53:49.863885 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:49.864202 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:49.870102 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:49.933326 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Network 30b743b9-9bf5-4521-92f4-9584d0c12acb is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:53:49.934454 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:53:49.936968 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:53:49.972464 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:53:49.979191 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Pushing event updated for resources: {'Port': ['ID=9f4d00f3-1617-4e7d-bd59-033d6e998d42,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:50.004139 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Allocated IP 172.27.0.232 (1cefa8cd-0a9d-4799-a9e0-704b2c95ae89/67065c8c-a7bf-4ea9-bccb-f9c1fabaa892/cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:53:50.024221 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:50.024559 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:50.024892 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:50.025218 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:50.025543 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:50.025865 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:50.026183 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:50.026498 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:50.026838 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:50.027157 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:50.027472 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:50.027784 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:50.032294 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:50.051148 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Attempting to bind port 9f4d00f3-1617-4e7d-bd59-033d6e998d42 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:53:50.051523 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Attempting to bind port 9f4d00f3-1617-4e7d-bd59-033d6e998d42 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'e79f3ff0-43c9-49f3-88f4-4fde2aac791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:53:50.051889 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Attempting to bind port 9f4d00f3-1617-4e7d-bd59-033d6e998d42 on network 30b743b9-9bf5-4521-92f4-9584d0c12acb {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:53:50.057350 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:53:50.057724 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Checking segment: {'id': 'e79f3ff0-43c9-49f3-88f4-4fde2aac791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:53:50.058126 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:50.058516 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Bound using segment: {'id': 'e79f3ff0-43c9-49f3-88f4-4fde2aac791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:53:50.058998 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Bound port: 9f4d00f3-1617-4e7d-bd59-033d6e998d42, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79f3ff0-43c9-49f3-88f4-4fde2aac791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:53:50.059372 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:50.148168 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] For port 9f4d00f3-1617-4e7d-bd59-033d6e998d42, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:53:50.151134 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] For port 9f4d00f3-1617-4e7d-bd59-033d6e998d42, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=9f4d00f3-1617-4e7d-bd59-033d6e998d42,segment=NetworkSegment(e79f3ff0-43c9-49f3-88f4-4fde2aac791c),segment_id=e79f3ff0-43c9-49f3-88f4-4fde2aac791c)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:53:50.151298 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:50.155910 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:50.160867 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-b7cf1ccf-a4b9-400a-b613-5c46d5de1500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:50.180432 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:50.184020 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fac1268b-2e4e-42f3-aeb9-4474c14e04e3 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:50.248182 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:53:50.250947 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:53:50.253226 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Pushing event updated for resources: {'Port': ['ID=9f4d00f3-1617-4e7d-bd59-033d6e998d42,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:50.255527 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:53:50.256151 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:50.286753 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:50.292706 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:50.483917 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:50.794794 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:51.073065 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb725c9f-25e6-4b21-a035-a2853bd38973 None None] Network 30b743b9-9bf5-4521-92f4-9584d0c12acb requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:53:51.141212 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401414'] for router, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:51.237702 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-f3515aa7-a410-4c86-91fe-a3e84648d61c None None] Provisioning for port 9f4d00f3-1617-4e7d-bd59-033d6e998d42 completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:53:51.350975 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Router 38d8a54a-e719-4c89-8688-a239dbb080c4 is scheduled to L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 with binding_index 1 {{(pid=91734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 18:53:51.528748 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 9f4d00f3-1617-4e7d-bd59-033d6e998d42 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:53:51.533614 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:53:51.561656 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Notify callbacks [] for router, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:51.562048 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Sync routers for ids ['38d8a54a-e719-4c89-8688-a239dbb080c4'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:53:51.563527 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3619843 May 31 18:53:51.566616 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51678) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:51.597897 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Routers {'38d8a54a-e719-4c89-8688-a239dbb080c4'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:53:51.598443 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:53:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['38d8a54a-e719-4c89-8688-a239dbb080c4'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:53:51.762576 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 9f4d00f3-1617-4e7d-bd59-033d6e998d42 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:53:51.773748 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 9f4d00f3-1617-4e7d-bd59-033d6e998d42 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:53:51.774063 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:51.839976 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Set router 38d8a54a-e719-4c89-8688-a239dbb080c4 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:53:52.141284 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:52.221281 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 9f4d00f3-1617-4e7d-bd59-033d6e998d42, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=9f4d00f3-1617-4e7d-bd59-033d6e998d42,segment=NetworkSegment(e79f3ff0-43c9-49f3-88f4-4fde2aac791c),segment_id=e79f3ff0-43c9-49f3-88f4-4fde2aac791c)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:53:52.229298 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:52.231947 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:52.321062 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=9f4d00f3-1617-4e7d-bd59-033d6e998d42,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:52.324267 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:52.325071 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:52.327031 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'name': 'tempest-TestShelveInstance-433246236-router', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:50Z', 'revision_number': 3, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'gw_port': {'id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:60:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:53:52.331046 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Checking router: 38d8a54a-e719-4c89-8688-a239dbb080c4 for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:53:52.331399 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Updating router 38d8a54a-e719-4c89-8688-a239dbb080c4 port cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7 binding host dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:53:52.387493 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:52.389480 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:52.596465 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Allocated IP 172.20.0.1 (30b743b9-9bf5-4521-92f4-9584d0c12acb/f13f8bd9-019b-40ed-9964-15a1d19e6320/498a8357-b94b-4fa7-a97b-48c9249cf6d7) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:53:52.743282 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:52.756989 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Transition to ACTIVE for port object cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7 will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:53:52.765293 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:52.771578 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:52.775540 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-53654632-89a9-4cba-83b8-70ba5fa92838 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:52.788270 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Transition to ACTIVE for port object 498a8357-b94b-4fa7-a97b-48c9249cf6d7 will not be triggered until provisioned by entity DHCP. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:53:52.821481 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:52.836459 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-48a8ab97-f0c5-4d3c-a809-d7ff07d384f6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:52.855768 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Attempting to bind port cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:53:52.856150 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Attempting to bind port cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:53:52.856438 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Attempting to bind port cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7 on network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:53:52.863197 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5bc25-d23d-4081-b94a-cdd195dff3a2 None None] Pushing event updated for resources: {'Port': ['ID=cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:52.873412 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:53:52.873797 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Checking segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:53:52.874225 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:52.874602 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Bound using segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:53:52.875753 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Bound port: cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:53:52.876288 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:52.887764 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Network 30b743b9-9bf5-4521-92f4-9584d0c12acb is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:53:52.895571 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:53:52.900234 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:53:52.911620 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2dc5bc25-d23d-4081-b94a-cdd195dff3a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:52.950911 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Pushing event updated for resources: {'Port': ['ID=498a8357-b94b-4fa7-a97b-48c9249cf6d7,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:52.955312 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:52.962360 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] For port cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:53:52.964025 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407415'] for router_interface, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:52.965808 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] For port cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:53:52.971548 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:52.975384 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:53.054010 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Routers {'38d8a54a-e719-4c89-8688-a239dbb080c4'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:53:53.054645 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:53:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['38d8a54a-e719-4c89-8688-a239dbb080c4'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:53:53.143801 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5bc25-d23d-4081-b94a-cdd195dff3a2 None None] Pushing event updated for resources: {'Port': ['ID=cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:53.154415 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2dc5bc25-d23d-4081-b94a-cdd195dff3a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:53.230244 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-31959cb0-10ca-4229-b02c-f5da9d1fa1ee None None] Provisioning for port 498a8357-b94b-4fa7-a97b-48c9249cf6d7 completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:53:53.233207 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:53.250854 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-31959cb0-10ca-4229-b02c-f5da9d1fa1ee None None] Provisioning complete for port 498a8357-b94b-4fa7-a97b-48c9249cf6d7 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:53:53.251433 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-31959cb0-10ca-4229-b02c-f5da9d1fa1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:53.323662 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-31959cb0-10ca-4229-b02c-f5da9d1fa1ee None None] Port 498a8357-b94b-4fa7-a97b-48c9249cf6d7 cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:53:53.330585 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] Set router 38d8a54a-e719-4c89-8688-a239dbb080c4 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:53:53.458189 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:53.463903 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:53.489256 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a9c6ef66-e05e-4b0c-8dcb-dc0cc3fa669d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:53.518371 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 9f4d00f3-1617-4e7d-bd59-033d6e998d42 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:53:53.670056 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 9f4d00f3-1617-4e7d-bd59-033d6e998d42 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:53:53.670435 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:53.684636 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407514'] for router_interface, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:53.688086 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Pushing event updated for resources: {'Port': ['ID=498a8357-b94b-4fa7-a97b-48c9249cf6d7,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:53.691583 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:53.830138 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Network 30b743b9-9bf5-4521-92f4-9584d0c12acb is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:53:53.831481 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:53:53.831834 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'name': 'tempest-TestShelveInstance-433246236-router', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:50Z', 'revision_number': 3, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'gw_port': {'id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:60:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:53:53.851000 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5673bf8e-2e69-4700-a6bb-b9f19ff43c5a None None] The sync data for ids ['38d8a54a-e719-4c89-8688-a239dbb080c4'] in dv-cinder-770050-4-iscsi is: [{'id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'name': 'tempest-TestShelveInstance-433246236-router', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:50Z', 'revision_number': 3, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'gw_port': {'id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:60:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:53:54.020738 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Router 38d8a54a-e719-4c89-8688-a239dbb080c4 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:53:54.047711 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-215a4bb5-3bc7-45d8-b81d-3a126f9ff66d None None] Provisioning complete for port 498a8357-b94b-4fa7-a97b-48c9249cf6d7 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:53:54.048180 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-215a4bb5-3bc7-45d8-b81d-3a126f9ff66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:54.124477 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-215a4bb5-3bc7-45d8-b81d-3a126f9ff66d None None] Port 498a8357-b94b-4fa7-a97b-48c9249cf6d7 cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:53:54.223453 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:53:54.238957 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] 10.222.0.30 "PUT /v2.0/routers/38d8a54a-e719-4c89-8688-a239dbb080c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6654592 May 31 18:53:54.765958 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51720) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:54.772297 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-386155231-network', 'tenant_id': 'c80b6ca859a747d0bfcb04ef42df0feb'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:53:54.777130 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:53:54.781135 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Usage tracker for resource:network and tenant:c80b6ca859a747d0bfcb04ef42df0feb is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:53:54.787966 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:53:54.793820 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:53:54.805732 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Made reservation on behalf of c80b6ca859a747d0bfcb04ef42df0feb for: {'network': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:53:54.808085 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:54.821004 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:54.835455 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:53:54.839251 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:c80b6ca859a747d0bfcb04ef42df0feb is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:53:54.842002 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:53:54.847790 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:53:54.928956 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:54.933235 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:54.936025 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c69c8c9a-f8f0-48ef-a65a-d99c7cc378b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:54.969421 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=91734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:53:54.976246 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a958783-a924-4a90-a69b-a9db8da45b49,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:54.979907 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:54.982466 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:54.982827 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.segments_db [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Added segment bb0e0221-bdf4-4991-aec8-62c5a8e0ee22 of type vlan for network 24d97e17-5047-48ee-899b-7393040c771f May 31 18:53:55.010392 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:55.040872 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:55.042188 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:53:55.042783 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:55.047515 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:55.147367 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=24d97e17-5047-48ee-899b-7393040c771f,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:55.150734 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3836718 May 31 18:53:55.151622 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7093e3cd-826c-4939-b4aa-3ad74fd17ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:55.153996 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51724) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:55.157901 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network 24d97e17-5047-48ee-899b-7393040c771f details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:53:55.159022 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-d0654acd-2e7c-48ba-a896-7ca89bde2884 admin admin] Request body: {'subnet': {'network_id': '24d97e17-5047-48ee-899b-7393040c771f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-386155231-subnet', 'tenant_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'ip_version': 4}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:53:55.163746 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-d0654acd-2e7c-48ba-a896-7ca89bde2884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:53:55.167555 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-d0654acd-2e7c-48ba-a896-7ca89bde2884 admin admin] Usage tracker for resource:subnet and tenant:c80b6ca859a747d0bfcb04ef42df0feb is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:53:55.170329 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-d0654acd-2e7c-48ba-a896-7ca89bde2884 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:53:55.176052 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-d0654acd-2e7c-48ba-a896-7ca89bde2884 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:53:55.187012 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0654acd-2e7c-48ba-a896-7ca89bde2884 admin admin] Made reservation on behalf of c80b6ca859a747d0bfcb04ef42df0feb for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:53:55.189887 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d0654acd-2e7c-48ba-a896-7ca89bde2884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16171858'] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:55.306579 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Sync routers for ids ['38d8a54a-e719-4c89-8688-a239dbb080c4'] in dv-cinder-770050-4-iscsi {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:53:55.317168 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Routers {'38d8a54a-e719-4c89-8688-a239dbb080c4'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:53:55.317766 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:53:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['38d8a54a-e719-4c89-8688-a239dbb080c4'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:53:55.509507 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Set router 38d8a54a-e719-4c89-8688-a239dbb080c4 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:53:55.551635 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:53:55.605244 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d0654acd-2e7c-48ba-a896-7ca89bde2884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15610355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16171844'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:55.609084 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:55.624481 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:53:55.630168 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:53:55.630647 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:55.685821 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0654acd-2e7c-48ba-a896-7ca89bde2884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db530f4e-1617-45ba-9a83-3a206139fae1,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:55.689414 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-d0654acd-2e7c-48ba-a896-7ca89bde2884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:55.695696 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0654acd-2e7c-48ba-a896-7ca89bde2884 admin admin] Checking segment: {'id': 'bb0e0221-bdf4-4991-aec8-62c5a8e0ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '24d97e17-5047-48ee-899b-7393040c771f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:53:55.696107 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0654acd-2e7c-48ba-a896-7ca89bde2884 admin admin] Network hostable DHCP agents. Network: 24d97e17-5047-48ee-899b-7393040c771f, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:53:55.714307 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0654acd-2e7c-48ba-a896-7ca89bde2884 admin admin] Network 24d97e17-5047-48ee-899b-7393040c771f is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:53:55.725360 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-d0654acd-2e7c-48ba-a896-7ca89bde2884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, 24d97e17-5047-48ee-899b-7393040c771f) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:53:55.735699 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0654acd-2e7c-48ba-a896-7ca89bde2884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:53:55.736353 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d0654acd-2e7c-48ba-a896-7ca89bde2884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:55.737406 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09912c35-961c-42d6-88be-6e92701be3a8 None None] Network 24d97e17-5047-48ee-899b-7393040c771f requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:53:55.759375 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-d0654acd-2e7c-48ba-a896-7ca89bde2884 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6048498 May 31 18:53:55.761985 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51732) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:55.767487 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-386155231-router', 'tenant_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:53:55.773198 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:53:55.777398 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Usage tracker for resource:router and tenant:c80b6ca859a747d0bfcb04ef42df0feb is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:53:55.780309 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:53:55.787276 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:53:55.804946 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-403135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4890'] for router, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:55.806383 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4881'] for router, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:55.826305 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:55.844143 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'name': 'tempest-TestShelveInstance-433246236-router', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:53Z', 'revision_number': 4, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'gw_port': {'id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:60:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '498a8357-b94b-4fa7-a97b-48c9249cf6d7', 'name': '', 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:52Z', 'updated_at': '2021-05-31T18:53:53Z', 'revision_number': 2, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'subnets': [{'id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:53:55.848393 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Checking router: 38d8a54a-e719-4c89-8688-a239dbb080c4 for host: dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:53:55.848752 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Updating router 38d8a54a-e719-4c89-8688-a239dbb080c4 port 498a8357-b94b-4fa7-a97b-48c9249cf6d7 binding host dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:53:55.855414 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:55.889750 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:53:55.894475 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:55.902152 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:55.905603 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:56.017744 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:56.021352 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:56.072703 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53c3527c-b754-508a-bbd5-2b07d57767e0-24d97e17-5047-48ee-899b-7393040c771f', 'network_id': '24d97e17-5047-48ee-899b-7393040c771f', 'tenant_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'fixed_ips': [{'subnet_id': 'db530f4e-1617-45ba-9a83-3a206139fae1'}]}} from dv-cinder-770050-4-iscsi. {{(pid=91735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 18:53:56.073582 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:56.221465 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4967'] for router, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:56.236611 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Allocated IP 172.20.0.2 (24d97e17-5047-48ee-899b-7393040c771f/db530f4e-1617-45ba-9a83-3a206139fae1/9fdaa125-fd44-48f5-a46f-1a406beaf52e) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:53:56.305525 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Notify callbacks [] for port, precommit_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:56.320417 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Transition to ACTIVE for port object 498a8357-b94b-4fa7-a97b-48c9249cf6d7 will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:53:56.330471 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:56.341333 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-cae0116c-ca78-48d0-98f4-27e891a1147b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:56.498230 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:56.510802 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Transition to ACTIVE for port object 9fdaa125-fd44-48f5-a46f-1a406beaf52e will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:53:56.539090 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Transition to ACTIVE for port object 9fdaa125-fd44-48f5-a46f-1a406beaf52e will not be triggered until provisioned by entity DHCP. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:53:56.549133 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:56.553629 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f941d0b-e48e-4a24-8f36-de28b9394470 None None] Pushing event updated for resources: {'Port': ['ID=498a8357-b94b-4fa7-a97b-48c9249cf6d7,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:56.556473 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-114f0cc1-abe0-4d12-b26d-edd3b57cfbc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:56.609973 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:56.624128 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f941d0b-e48e-4a24-8f36-de28b9394470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:56.624622 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f941d0b-e48e-4a24-8f36-de28b9394470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:56.625727 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f941d0b-e48e-4a24-8f36-de28b9394470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:56.626155 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f941d0b-e48e-4a24-8f36-de28b9394470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:56.626568 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f941d0b-e48e-4a24-8f36-de28b9394470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:56.630083 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f941d0b-e48e-4a24-8f36-de28b9394470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:56.630934 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f941d0b-e48e-4a24-8f36-de28b9394470 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:56.631453 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f941d0b-e48e-4a24-8f36-de28b9394470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:56.632247 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f941d0b-e48e-4a24-8f36-de28b9394470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:56.632911 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f941d0b-e48e-4a24-8f36-de28b9394470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:56.633419 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f941d0b-e48e-4a24-8f36-de28b9394470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:56.634063 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f941d0b-e48e-4a24-8f36-de28b9394470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:53:56.638206 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-6f941d0b-e48e-4a24-8f36-de28b9394470 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:56.644077 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Network 24d97e17-5047-48ee-899b-7393040c771f is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:53:56.648392 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:53:56.655226 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:53:56.662456 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Pushing event updated for resources: {'Port': ['ID=9fdaa125-fd44-48f5-a46f-1a406beaf52e,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:56.666548 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:56.666687 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:56.677788 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Attempting to bind port 498a8357-b94b-4fa7-a97b-48c9249cf6d7 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:53:56.678354 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Attempting to bind port 498a8357-b94b-4fa7-a97b-48c9249cf6d7 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'e79f3ff0-43c9-49f3-88f4-4fde2aac791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:53:56.678927 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Attempting to bind port 498a8357-b94b-4fa7-a97b-48c9249cf6d7 on network 30b743b9-9bf5-4521-92f4-9584d0c12acb {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:53:56.685299 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:53:56.685882 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Checking segment: {'id': 'e79f3ff0-43c9-49f3-88f4-4fde2aac791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:53:56.686462 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:56.687097 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Bound using segment: {'id': 'e79f3ff0-43c9-49f3-88f4-4fde2aac791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:53:56.688434 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Bound port: 498a8357-b94b-4fa7-a97b-48c9249cf6d7, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79f3ff0-43c9-49f3-88f4-4fde2aac791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:53:56.688996 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:56.792410 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Attempting to bind port 9fdaa125-fd44-48f5-a46f-1a406beaf52e on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:53:56.792789 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Attempting to bind port 9fdaa125-fd44-48f5-a46f-1a406beaf52e by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'bb0e0221-bdf4-4991-aec8-62c5a8e0ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '24d97e17-5047-48ee-899b-7393040c771f'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:53:56.793208 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Attempting to bind port 9fdaa125-fd44-48f5-a46f-1a406beaf52e on network 24d97e17-5047-48ee-899b-7393040c771f {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:53:56.802215 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] For port 498a8357-b94b-4fa7-a97b-48c9249cf6d7, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:53:56.804858 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:53:56.805572 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Checking segment: {'id': 'bb0e0221-bdf4-4991-aec8-62c5a8e0ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '24d97e17-5047-48ee-899b-7393040c771f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:53:56.806147 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:56.806264 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] For port 498a8357-b94b-4fa7-a97b-48c9249cf6d7, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=498a8357-b94b-4fa7-a97b-48c9249cf6d7,segment=NetworkSegment(e79f3ff0-43c9-49f3-88f4-4fde2aac791c),segment_id=e79f3ff0-43c9-49f3-88f4-4fde2aac791c)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:53:56.806614 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Bound using segment: {'id': 'bb0e0221-bdf4-4991-aec8-62c5a8e0ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '24d97e17-5047-48ee-899b-7393040c771f'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:53:56.807289 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Bound port: 9fdaa125-fd44-48f5-a46f-1a406beaf52e, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0e0221-bdf4-4991-aec8-62c5a8e0ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '24d97e17-5047-48ee-899b-7393040c771f'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:53:56.807602 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:56.811040 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:56.815591 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:56.887859 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Allocated IP 172.27.0.90 (1cefa8cd-0a9d-4799-a9e0-704b2c95ae89/67065c8c-a7bf-4ea9-bccb-f9c1fabaa892/519eb468-44cb-4657-a4a7-e3948305d8ba) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:53:56.903295 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Routers {'38d8a54a-e719-4c89-8688-a239dbb080c4'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:53:56.903938 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:53:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['38d8a54a-e719-4c89-8688-a239dbb080c4'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:53:56.938611 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] For port 9fdaa125-fd44-48f5-a46f-1a406beaf52e, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:53:56.942165 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] For port 9fdaa125-fd44-48f5-a46f-1a406beaf52e, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=9fdaa125-fd44-48f5-a46f-1a406beaf52e,segment=NetworkSegment(bb0e0221-bdf4-4991-aec8-62c5a8e0ee22),segment_id=bb0e0221-bdf4-4991-aec8-62c5a8e0ee22)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:53:56.947939 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:56.952210 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:56.958652 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f941d0b-e48e-4a24-8f36-de28b9394470 None None] Pushing event updated for resources: {'Port': ['ID=498a8357-b94b-4fa7-a97b-48c9249cf6d7,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:56.968432 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-6f941d0b-e48e-4a24-8f36-de28b9394470 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:57.030463 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Pushing event updated for resources: {'Port': ['ID=9fdaa125-fd44-48f5-a46f-1a406beaf52e,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:57.034521 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:57.080448 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:57.112579 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:57.115257 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] Set router 38d8a54a-e719-4c89-8688-a239dbb080c4 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:53:57.117470 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-70d9e8d0-8849-40a1-a64e-9e7b9e9ea212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:57.185367 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:53:57.188777 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:53:57.192870 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:53:57.244445 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Pushing event updated for resources: {'Port': ['ID=519eb468-44cb-4657-a4a7-e3948305d8ba,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:57.255136 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:57.446419 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'name': 'tempest-TestShelveInstance-433246236-router', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:53Z', 'revision_number': 4, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'gw_port': {'id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '498a8357-b94b-4fa7-a97b-48c9249cf6d7', 'name': '', 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:52Z', 'updated_at': '2021-05-31T18:53:56Z', 'revision_number': 4, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'subnets': [{'id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:53:57.450282 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9a9113-7748-4f47-b2d5-568e93977a00 None None] The sync data for ids ['38d8a54a-e719-4c89-8688-a239dbb080c4'] in dv-cinder-770050-4-iscsi is: [{'id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'name': 'tempest-TestShelveInstance-433246236-router', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:53Z', 'revision_number': 4, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'gw_port': {'id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '498a8357-b94b-4fa7-a97b-48c9249cf6d7', 'name': '', 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:52Z', 'updated_at': '2021-05-31T18:53:56Z', 'revision_number': 4, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'subnets': [{'id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:53:57.648994 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 9fdaa125-fd44-48f5-a46f-1a406beaf52e up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:53:57.665925 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:57.759227 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 9fdaa125-fd44-48f5-a46f-1a406beaf52e completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:53:57.773282 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:53:57.894120 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:53:57.894625 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:58.092127 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ad4622-ea3f-45e8-abfa-50d4bfee361b None None] Network 24d97e17-5047-48ee-899b-7393040c771f requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:53:58.201771 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401414'] for router, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:58.208197 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-d1908c55-95a7-4144-b29f-d99adc89f8f4 None None] Provisioning for port 9fdaa125-fd44-48f5-a46f-1a406beaf52e completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:53:58.223537 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-d1908c55-95a7-4144-b29f-d99adc89f8f4 None None] Provisioning complete for port 9fdaa125-fd44-48f5-a46f-1a406beaf52e triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:53:58.223909 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d1908c55-95a7-4144-b29f-d99adc89f8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:58.422134 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Router d5b5aff8-e3a4-411c-9df5-649cce545d9b is scheduled to L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 with binding_index 1 {{(pid=91734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 18:53:58.441549 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d1908c55-95a7-4144-b29f-d99adc89f8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:58.482932 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-d1908c55-95a7-4144-b29f-d99adc89f8f4 None None] For port 9fdaa125-fd44-48f5-a46f-1a406beaf52e, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=9fdaa125-fd44-48f5-a46f-1a406beaf52e,segment=NetworkSegment(bb0e0221-bdf4-4991-aec8-62c5a8e0ee22),segment_id=bb0e0221-bdf4-4991-aec8-62c5a8e0ee22)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:53:58.489744 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d1908c55-95a7-4144-b29f-d99adc89f8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:58.491361 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2dc5bc25-d23d-4081-b94a-cdd195dff3a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:58.562934 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1908c55-95a7-4144-b29f-d99adc89f8f4 None None] Pushing event updated for resources: {'Port': ['ID=9fdaa125-fd44-48f5-a46f-1a406beaf52e,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:58.566163 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d1908c55-95a7-4144-b29f-d99adc89f8f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:58.625079 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:53:58.635931 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Sync routers for ids ['d5b5aff8-e3a4-411c-9df5-649cce545d9b'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:53:58.647620 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Routers {'d5b5aff8-e3a4-411c-9df5-649cce545d9b'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:53:58.648342 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:53:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['d5b5aff8-e3a4-411c-9df5-649cce545d9b'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:53:58.653212 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Notify callbacks [] for router, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:58.654794 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8917956 May 31 18:53:58.657805 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51754) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:53:58.744968 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-60166bec-9110-4000-9fae-de098b38bb87 None None] Provisioning complete for port 9fdaa125-fd44-48f5-a46f-1a406beaf52e triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:53:58.745496 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-60166bec-9110-4000-9fae-de098b38bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:58.890420 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Set router d5b5aff8-e3a4-411c-9df5-649cce545d9b gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:53:59.219564 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'name': 'tempest-TestShelveInstance-386155231-router', 'tenant_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '519eb468-44cb-4657-a4a7-e3948305d8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:55Z', 'updated_at': '2021-05-31T18:53:57Z', 'revision_number': 3, 'project_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'gw_port': {'id': '519eb468-44cb-4657-a4a7-e3948305d8ba', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:56Z', 'updated_at': '2021-05-31T18:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:53:59.223326 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Checking router: d5b5aff8-e3a4-411c-9df5-649cce545d9b for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:53:59.223682 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Updating router d5b5aff8-e3a4-411c-9df5-649cce545d9b port 519eb468-44cb-4657-a4a7-e3948305d8ba binding host dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:53:59.278494 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:59.483452 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:59.612998 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 9fdaa125-fd44-48f5-a46f-1a406beaf52e up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:53:59.693462 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Allocated IP 172.20.0.1 (24d97e17-5047-48ee-899b-7393040c771f/db530f4e-1617-45ba-9a83-3a206139fae1/2c09fddd-d715-407b-9327-fcf38f39a386) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:53:59.722649 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:59.738709 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Transition to ACTIVE for port object 519eb468-44cb-4657-a4a7-e3948305d8ba will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:53:59.748124 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:59.752902 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:59.788308 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 9fdaa125-fd44-48f5-a46f-1a406beaf52e triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:53:59.788681 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:59.844139 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:59.859858 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Transition to ACTIVE for port object 2c09fddd-d715-407b-9327-fcf38f39a386 will not be triggered until provisioned by entity DHCP. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:53:59.880794 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe2cce-8931-4d5e-899a-37287acc954e None None] Pushing event updated for resources: {'Port': ['ID=519eb468-44cb-4657-a4a7-e3948305d8ba,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:53:59.883231 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Attempting to bind port 519eb468-44cb-4657-a4a7-e3948305d8ba on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:53:59.883578 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Attempting to bind port 519eb468-44cb-4657-a4a7-e3948305d8ba by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:53:59.884071 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Attempting to bind port 519eb468-44cb-4657-a4a7-e3948305d8ba on network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:53:59.886321 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2cbe2cce-8931-4d5e-899a-37287acc954e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:53:59.887526 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:59.892190 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:53:59.893152 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:53:59.893531 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Checking segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:53:59.893934 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:59.894321 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Bound using segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:53:59.894806 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Bound port: 519eb468-44cb-4657-a4a7-e3948305d8ba, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:53:59.895185 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:53:59.958308 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Network 24d97e17-5047-48ee-899b-7393040c771f is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:53:59.961601 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:53:59.965477 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:54:00.017393 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Pushing event updated for resources: {'Port': ['ID=2c09fddd-d715-407b-9327-fcf38f39a386,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:00.023077 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:00.026669 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] For port 519eb468-44cb-4657-a4a7-e3948305d8ba, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:54:00.034564 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] For port 519eb468-44cb-4657-a4a7-e3948305d8ba, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=519eb468-44cb-4657-a4a7-e3948305d8ba,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:54:00.036229 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407415'] for router_interface, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:00.036485 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 498a8357-b94b-4fa7-a97b-48c9249cf6d7 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:54:00.066843 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:00.077039 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:00.169199 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Routers {'d5b5aff8-e3a4-411c-9df5-649cce545d9b'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:54:00.169826 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:53:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['d5b5aff8-e3a4-411c-9df5-649cce545d9b'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:54:00.182274 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:00.255141 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe2cce-8931-4d5e-899a-37287acc954e None None] Pushing event updated for resources: {'Port': ['ID=519eb468-44cb-4657-a4a7-e3948305d8ba,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:00.261746 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2cbe2cce-8931-4d5e-899a-37287acc954e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:00.340751 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 498a8357-b94b-4fa7-a97b-48c9249cf6d7 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:54:00.350408 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-50635c2d-bc24-445d-a5a5-847b7eacc264 None None] Provisioning for port 2c09fddd-d715-407b-9327-fcf38f39a386 completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:54:00.353019 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 498a8357-b94b-4fa7-a97b-48c9249cf6d7 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:54:00.353395 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:00.396201 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-50635c2d-bc24-445d-a5a5-847b7eacc264 None None] Provisioning complete for port 2c09fddd-d715-407b-9327-fcf38f39a386 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:54:00.396572 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-50635c2d-bc24-445d-a5a5-847b7eacc264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:00.413806 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:00.418497 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:00.445799 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0f81a073-a52a-41ae-af6e-946eeedbb28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:00.468278 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] Set router d5b5aff8-e3a4-411c-9df5-649cce545d9b gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:54:00.527599 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407514'] for router_interface, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:00.532709 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Pushing event updated for resources: {'Port': ['ID=2c09fddd-d715-407b-9327-fcf38f39a386,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:00.536187 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:00.538832 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-50635c2d-bc24-445d-a5a5-847b7eacc264 None None] Port 2c09fddd-d715-407b-9327-fcf38f39a386 cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:54:00.675597 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Network 24d97e17-5047-48ee-899b-7393040c771f is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:54:00.676762 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:54:00.746468 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:00.841691 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 498a8357-b94b-4fa7-a97b-48c9249cf6d7, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=498a8357-b94b-4fa7-a97b-48c9249cf6d7,segment=NetworkSegment(e79f3ff0-43c9-49f3-88f4-4fde2aac791c),segment_id=e79f3ff0-43c9-49f3-88f4-4fde2aac791c)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:54:00.849262 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:00.851980 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:00.886327 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Router d5b5aff8-e3a4-411c-9df5-649cce545d9b has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:54:00.944674 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=498a8357-b94b-4fa7-a97b-48c9249cf6d7,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:00.948088 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:00.966045 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'name': 'tempest-TestShelveInstance-386155231-router', 'tenant_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '519eb468-44cb-4657-a4a7-e3948305d8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:55Z', 'updated_at': '2021-05-31T18:54:00Z', 'revision_number': 4, 'project_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'gw_port': {'id': '519eb468-44cb-4657-a4a7-e3948305d8ba', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:56Z', 'updated_at': '2021-05-31T18:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '2c09fddd-d715-407b-9327-fcf38f39a386', 'name': '', 'network_id': '24d97e17-5047-48ee-899b-7393040c771f', 'tenant_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'mac_address': 'fa:16:3e:c5:b3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'db530f4e-1617-45ba-9a83-3a206139fae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:59Z', 'updated_at': '2021-05-31T18:53:59Z', 'revision_number': 1, 'project_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'subnets': [{'id': 'db530f4e-1617-45ba-9a83-3a206139fae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:54:00.976355 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f51214-660f-4c62-ab89-650abbfe7006 None None] The sync data for ids ['d5b5aff8-e3a4-411c-9df5-649cce545d9b'] in dv-cinder-770050-4-iscsi is: [{'id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'name': 'tempest-TestShelveInstance-386155231-router', 'tenant_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '519eb468-44cb-4657-a4a7-e3948305d8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:55Z', 'updated_at': '2021-05-31T18:54:00Z', 'revision_number': 4, 'project_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'gw_port': {'id': '519eb468-44cb-4657-a4a7-e3948305d8ba', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:56Z', 'updated_at': '2021-05-31T18:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '2c09fddd-d715-407b-9327-fcf38f39a386', 'name': '', 'network_id': '24d97e17-5047-48ee-899b-7393040c771f', 'tenant_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'mac_address': 'fa:16:3e:c5:b3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'db530f4e-1617-45ba-9a83-3a206139fae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:59Z', 'updated_at': '2021-05-31T18:53:59Z', 'revision_number': 1, 'project_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'subnets': [{'id': 'db530f4e-1617-45ba-9a83-3a206139fae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:54:00.978808 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9ec538e5-85cb-40f8-a6cb-47a1ad4bf052 None None] Provisioning complete for port 2c09fddd-d715-407b-9327-fcf38f39a386 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:54:00.979197 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9ec538e5-85cb-40f8-a6cb-47a1ad4bf052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:01.057025 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-9ec538e5-85cb-40f8-a6cb-47a1ad4bf052 None None] Port 2c09fddd-d715-407b-9327-fcf38f39a386 cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:54:01.209349 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:54:01.223348 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-fc6f9ac2-d8da-4097-907d-a59142c63768 admin admin] 10.222.0.30 "PUT /v2.0/routers/d5b5aff8-e3a4-411c-9df5-649cce545d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5644062 May 31 18:54:01.556271 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 498a8357-b94b-4fa7-a97b-48c9249cf6d7 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:54:01.630343 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 498a8357-b94b-4fa7-a97b-48c9249cf6d7 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:54:01.630913 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.252528 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51806) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:02.257859 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-dd4cde91-63a3-484e-ac22-47a26290b576 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1239532397', 'description': 'tempest-secgroup-smoke-1239532397 description', 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:54:02.264108 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-dd4cde91-63a3-484e-ac22-47a26290b576 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:02.269143 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-dd4cde91-63a3-484e-ac22-47a26290b576 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Usage tracker for resource:security_group and tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:02.272491 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-dd4cde91-63a3-484e-ac22-47a26290b576 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:02.278357 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-dd4cde91-63a3-484e-ac22-47a26290b576 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:02.291287 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-dd4cde91-63a3-484e-ac22-47a26290b576 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.314465 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-dd4cde91-63a3-484e-ac22-47a26290b576 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:02.318634 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-dd4cde91-63a3-484e-ac22-47a26290b576 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Usage tracker for resource:security_group_rule and tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:02.321395 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-dd4cde91-63a3-484e-ac22-47a26290b576 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:02.327179 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-dd4cde91-63a3-484e-ac22-47a26290b576 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:02.396315 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-dd4cde91-63a3-484e-ac22-47a26290b576 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.399998 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-dd4cde91-63a3-484e-ac22-47a26290b576 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.403537 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:02.442913 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cde91-63a3-484e-ac22-47a26290b576 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:02.446088 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-dd4cde91-63a3-484e-ac22-47a26290b576 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:02.447438 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-dd4cde91-63a3-484e-ac22-47a26290b576 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.448703 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-dd4cde91-63a3-484e-ac22-47a26290b576 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1951380 May 31 18:54:02.451535 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51810) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:02.457417 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-23a9b34f-1786-4b4a-b139-a9b18263c8ad tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Request body: {'security_group_rule': {'security_group_id': '6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b', 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:54:02.463382 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-23a9b34f-1786-4b4a-b139-a9b18263c8ad tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:02.467189 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-23a9b34f-1786-4b4a-b139-a9b18263c8ad tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Usage tracker for resource:security_group_rule and tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:02.471031 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-23a9b34f-1786-4b4a-b139-a9b18263c8ad tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:02.476667 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-23a9b34f-1786-4b4a-b139-a9b18263c8ad tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:02.492590 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-23a9b34f-1786-4b4a-b139-a9b18263c8ad tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.555182 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-23a9b34f-1786-4b4a-b139-a9b18263c8ad tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.558462 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-23a9b34f-1786-4b4a-b139-a9b18263c8ad tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.560439 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:02.584642 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9b34f-1786-4b4a-b139-a9b18263c8ad tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6c2380-e1f1-4037-ac1e-b00cac917a09,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:02.589166 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-23a9b34f-1786-4b4a-b139-a9b18263c8ad tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:02.593492 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-23a9b34f-1786-4b4a-b139-a9b18263c8ad tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.594983 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-23a9b34f-1786-4b4a-b139-a9b18263c8ad tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425610 May 31 18:54:02.597600 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51814) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:02.602552 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-6ecb6c5d-296d-4b79-bc07-eb7e38e86c2d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Request body: {'security_group_rule': {'security_group_id': '6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b', 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:54:02.608366 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-6ecb6c5d-296d-4b79-bc07-eb7e38e86c2d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:02.612555 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-6ecb6c5d-296d-4b79-bc07-eb7e38e86c2d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Usage tracker for resource:security_group_rule and tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:02.615404 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-6ecb6c5d-296d-4b79-bc07-eb7e38e86c2d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:02.623572 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-6ecb6c5d-296d-4b79-bc07-eb7e38e86c2d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:02.641419 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6c5d-296d-4b79-bc07-eb7e38e86c2d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.702254 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6c5d-296d-4b79-bc07-eb7e38e86c2d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.705825 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6c5d-296d-4b79-bc07-eb7e38e86c2d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.707850 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:02.729644 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb6c5d-296d-4b79-bc07-eb7e38e86c2d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0ce40f-38a8-46d5-9ab8-23166eb4a46c,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:02.732183 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6ecb6c5d-296d-4b79-bc07-eb7e38e86c2d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:02.740714 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6c5d-296d-4b79-bc07-eb7e38e86c2d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.741919 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-6ecb6c5d-296d-4b79-bc07-eb7e38e86c2d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1434259 May 31 18:54:02.744586 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51820) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:02.749653 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-445b9ea4-4604-44f6-b511-f2a7279179ed tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Request body: {'security_group_rule': {'security_group_id': '6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b', 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:54:02.755628 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-445b9ea4-4604-44f6-b511-f2a7279179ed tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:02.759459 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-445b9ea4-4604-44f6-b511-f2a7279179ed tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Usage tracker for resource:security_group_rule and tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:02.762412 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-445b9ea4-4604-44f6-b511-f2a7279179ed tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:02.768468 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-445b9ea4-4604-44f6-b511-f2a7279179ed tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:02.784492 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-445b9ea4-4604-44f6-b511-f2a7279179ed tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.846468 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-445b9ea4-4604-44f6-b511-f2a7279179ed tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.849917 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-445b9ea4-4604-44f6-b511-f2a7279179ed tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.851948 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cb6742f2-a1cc-4739-9133-838c4787bc1b tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:02.876073 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b9ea4-4604-44f6-b511-f2a7279179ed tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41339bd-77e3-4221-8ece-208f3882f047,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:02.880433 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-445b9ea4-4604-44f6-b511-f2a7279179ed tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:02.884771 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-445b9ea4-4604-44f6-b511-f2a7279179ed tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.886042 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-445b9ea4-4604-44f6-b511-f2a7279179ed tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405623 May 31 18:54:02.888801 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51824) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:02.894278 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-f072601a-63e9-4618-94b7-4ea70c781ee3 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Request body: {'security_group_rule': {'security_group_id': '6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b', 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:54:02.899994 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f072601a-63e9-4618-94b7-4ea70c781ee3 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:02.903864 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-f072601a-63e9-4618-94b7-4ea70c781ee3 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Usage tracker for resource:security_group_rule and tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:02.907645 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-f072601a-63e9-4618-94b7-4ea70c781ee3 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:02.913211 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f072601a-63e9-4618-94b7-4ea70c781ee3 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:02.928631 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f072601a-63e9-4618-94b7-4ea70c781ee3 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.991721 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f072601a-63e9-4618-94b7-4ea70c781ee3 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.995048 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f072601a-63e9-4618-94b7-4ea70c781ee3 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:02.996982 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:03.018444 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072601a-63e9-4618-94b7-4ea70c781ee3 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e217dc62-a195-4c02-ba99-3e127f2066b2,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:03.020912 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f072601a-63e9-4618-94b7-4ea70c781ee3 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:03.027680 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f072601a-63e9-4618-94b7-4ea70c781ee3 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:03.028843 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-f072601a-63e9-4618-94b7-4ea70c781ee3 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391113 May 31 18:54:03.032056 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51828) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:03.036964 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-e1d45867-e979-4646-891b-0ce10a281acd tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Request body: {'security_group_rule': {'security_group_id': '6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b', 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:54:03.042403 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-e1d45867-e979-4646-891b-0ce10a281acd tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:03.046136 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-e1d45867-e979-4646-891b-0ce10a281acd tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Usage tracker for resource:security_group_rule and tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:03.049834 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-e1d45867-e979-4646-891b-0ce10a281acd tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:03.055699 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-e1d45867-e979-4646-891b-0ce10a281acd tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:03.066457 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.securitygroups_db [None req-e1d45867-e979-4646-891b-0ce10a281acd tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Project 7cb3ae7b7b184ed8ac2009fb9382e7d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 18:54:03.072137 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e1d45867-e979-4646-891b-0ce10a281acd tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:03.135181 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e1d45867-e979-4646-891b-0ce10a281acd tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:03.138737 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e1d45867-e979-4646-891b-0ce10a281acd tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:03.141114 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6ecb6c5d-296d-4b79-bc07-eb7e38e86c2d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:03.162628 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d45867-e979-4646-891b-0ce10a281acd tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a111f702-fd7b-41a7-8a9b-3c13aa45ffa6,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:03.164992 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e1d45867-e979-4646-891b-0ce10a281acd tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:03.172612 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e1d45867-e979-4646-891b-0ce10a281acd tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:03.173763 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-e1d45867-e979-4646-891b-0ce10a281acd tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408234 May 31 18:54:03.176427 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51834) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:03.181289 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-252336d7-82df-4a46-935c-adf4fa17cd65 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Request body: {'security_group_rule': {'security_group_id': '6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b', 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:54:03.188210 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-252336d7-82df-4a46-935c-adf4fa17cd65 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:03.191942 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-252336d7-82df-4a46-935c-adf4fa17cd65 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Usage tracker for resource:security_group_rule and tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:03.194728 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-252336d7-82df-4a46-935c-adf4fa17cd65 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:03.200308 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-252336d7-82df-4a46-935c-adf4fa17cd65 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:03.210634 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.securitygroups_db [None req-252336d7-82df-4a46-935c-adf4fa17cd65 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Project 7cb3ae7b7b184ed8ac2009fb9382e7d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 18:54:03.216181 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-252336d7-82df-4a46-935c-adf4fa17cd65 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:03.284325 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-252336d7-82df-4a46-935c-adf4fa17cd65 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:03.287926 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-252336d7-82df-4a46-935c-adf4fa17cd65 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:03.295383 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-767f4939-17d6-45d4-b39d-a22b4fc96f7c tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:03.317075 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252336d7-82df-4a46-935c-adf4fa17cd65 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e357e256-3bd8-4a15-93d6-e478db8f599d,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:03.319598 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-252336d7-82df-4a46-935c-adf4fa17cd65 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:03.331226 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-252336d7-82df-4a46-935c-adf4fa17cd65 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:03.340193 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-252336d7-82df-4a46-935c-adf4fa17cd65 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1554272 May 31 18:54:03.534394 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 519eb468-44cb-4657-a4a7-e3948305d8ba up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:54:03.604315 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 519eb468-44cb-4657-a4a7-e3948305d8ba completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:54:03.610656 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 519eb468-44cb-4657-a4a7-e3948305d8ba triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:54:03.611268 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:03.734360 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:03.752053 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 519eb468-44cb-4657-a4a7-e3948305d8ba, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=519eb468-44cb-4657-a4a7-e3948305d8ba,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:54:03.755846 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:03.758566 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2589efe9-6288-4ee9-bdf8-ee7b308582bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:03.829442 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=519eb468-44cb-4657-a4a7-e3948305d8ba,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:03.838905 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:04.646502 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Sync routers for ids ['d5b5aff8-e3a4-411c-9df5-649cce545d9b'] in dv-cinder-770050-4-iscsi {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:54:04.655923 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Routers {'d5b5aff8-e3a4-411c-9df5-649cce545d9b'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:54:04.656799 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:53:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['d5b5aff8-e3a4-411c-9df5-649cce545d9b'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:54:04.834071 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Set router d5b5aff8-e3a4-411c-9df5-649cce545d9b gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:54:05.170431 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'name': 'tempest-TestShelveInstance-386155231-router', 'tenant_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '519eb468-44cb-4657-a4a7-e3948305d8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:55Z', 'updated_at': '2021-05-31T18:54:00Z', 'revision_number': 4, 'project_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'gw_port': {'id': '519eb468-44cb-4657-a4a7-e3948305d8ba', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:56Z', 'updated_at': '2021-05-31T18:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '2c09fddd-d715-407b-9327-fcf38f39a386', 'name': '', 'network_id': '24d97e17-5047-48ee-899b-7393040c771f', 'tenant_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'mac_address': 'fa:16:3e:c5:b3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'db530f4e-1617-45ba-9a83-3a206139fae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:59Z', 'updated_at': '2021-05-31T18:54:00Z', 'revision_number': 2, 'project_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'subnets': [{'id': 'db530f4e-1617-45ba-9a83-3a206139fae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:54:05.174383 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Checking router: d5b5aff8-e3a4-411c-9df5-649cce545d9b for host: dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:54:05.174734 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Updating router d5b5aff8-e3a4-411c-9df5-649cce545d9b port 2c09fddd-d715-407b-9327-fcf38f39a386 binding host dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:54:05.231339 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:05.530113 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 519eb468-44cb-4657-a4a7-e3948305d8ba up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:54:05.598258 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Notify callbacks [] for port, precommit_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:05.609037 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 519eb468-44cb-4657-a4a7-e3948305d8ba triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:54:05.609512 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:05.611450 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Transition to ACTIVE for port object 2c09fddd-d715-407b-9327-fcf38f39a386 will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:54:05.618085 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:05.622651 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:05.780114 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f284e-e49a-45a8-82e7-b18124d5ef65 None None] Pushing event updated for resources: {'Port': ['ID=2c09fddd-d715-407b-9327-fcf38f39a386,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:05.788131 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-1e2f284e-e49a-45a8-82e7-b18124d5ef65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:05.852226 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Attempting to bind port 2c09fddd-d715-407b-9327-fcf38f39a386 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:54:05.852923 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Attempting to bind port 2c09fddd-d715-407b-9327-fcf38f39a386 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'bb0e0221-bdf4-4991-aec8-62c5a8e0ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '24d97e17-5047-48ee-899b-7393040c771f'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:54:05.852923 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Attempting to bind port 2c09fddd-d715-407b-9327-fcf38f39a386 on network 24d97e17-5047-48ee-899b-7393040c771f {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:54:05.858211 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:54:05.858578 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Checking segment: {'id': 'bb0e0221-bdf4-4991-aec8-62c5a8e0ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '24d97e17-5047-48ee-899b-7393040c771f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:54:05.859029 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:05.859412 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Bound using segment: {'id': 'bb0e0221-bdf4-4991-aec8-62c5a8e0ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '24d97e17-5047-48ee-899b-7393040c771f'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:54:05.859958 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Bound port: 2c09fddd-d715-407b-9327-fcf38f39a386, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0e0221-bdf4-4991-aec8-62c5a8e0ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '24d97e17-5047-48ee-899b-7393040c771f'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:54:05.860320 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:05.956397 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] For port 2c09fddd-d715-407b-9327-fcf38f39a386, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:54:05.959484 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] For port 2c09fddd-d715-407b-9327-fcf38f39a386, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=2c09fddd-d715-407b-9327-fcf38f39a386,segment=NetworkSegment(bb0e0221-bdf4-4991-aec8-62c5a8e0ee22),segment_id=bb0e0221-bdf4-4991-aec8-62c5a8e0ee22)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:54:05.963506 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:05.968909 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-b1a2d46e-62e6-4495-84ed-6fec5ab0c4d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:06.049972 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Routers {'d5b5aff8-e3a4-411c-9df5-649cce545d9b'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:54:06.050604 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:53:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['d5b5aff8-e3a4-411c-9df5-649cce545d9b'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:54:06.107121 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f284e-e49a-45a8-82e7-b18124d5ef65 None None] Pushing event updated for resources: {'Port': ['ID=2c09fddd-d715-407b-9327-fcf38f39a386,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:06.116042 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-1e2f284e-e49a-45a8-82e7-b18124d5ef65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:06.254569 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] Set router d5b5aff8-e3a4-411c-9df5-649cce545d9b gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:54:06.609766 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'name': 'tempest-TestShelveInstance-386155231-router', 'tenant_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '519eb468-44cb-4657-a4a7-e3948305d8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:55Z', 'updated_at': '2021-05-31T18:54:00Z', 'revision_number': 4, 'project_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'gw_port': {'id': '519eb468-44cb-4657-a4a7-e3948305d8ba', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:56Z', 'updated_at': '2021-05-31T18:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '2c09fddd-d715-407b-9327-fcf38f39a386', 'name': '', 'network_id': '24d97e17-5047-48ee-899b-7393040c771f', 'tenant_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'mac_address': 'fa:16:3e:c5:b3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'db530f4e-1617-45ba-9a83-3a206139fae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:59Z', 'updated_at': '2021-05-31T18:54:05Z', 'revision_number': 4, 'project_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'subnets': [{'id': 'db530f4e-1617-45ba-9a83-3a206139fae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:54:06.613772 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aab886a-4f09-4e6a-8f21-048241043bc1 None None] The sync data for ids ['d5b5aff8-e3a4-411c-9df5-649cce545d9b'] in dv-cinder-770050-4-iscsi is: [{'id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'name': 'tempest-TestShelveInstance-386155231-router', 'tenant_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '519eb468-44cb-4657-a4a7-e3948305d8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:55Z', 'updated_at': '2021-05-31T18:54:00Z', 'revision_number': 4, 'project_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'gw_port': {'id': '519eb468-44cb-4657-a4a7-e3948305d8ba', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:56Z', 'updated_at': '2021-05-31T18:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '2c09fddd-d715-407b-9327-fcf38f39a386', 'name': '', 'network_id': '24d97e17-5047-48ee-899b-7393040c771f', 'tenant_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'mac_address': 'fa:16:3e:c5:b3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'db530f4e-1617-45ba-9a83-3a206139fae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:59Z', 'updated_at': '2021-05-31T18:54:05Z', 'revision_number': 4, 'project_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'subnets': [{'id': 'db530f4e-1617-45ba-9a83-3a206139fae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:54:07.541372 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 2c09fddd-d715-407b-9327-fcf38f39a386 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:54:07.615452 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 2c09fddd-d715-407b-9327-fcf38f39a386 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:54:07.620596 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 2c09fddd-d715-407b-9327-fcf38f39a386 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:54:07.621168 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:07.747200 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:07.782068 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 2c09fddd-d715-407b-9327-fcf38f39a386, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=2c09fddd-d715-407b-9327-fcf38f39a386,segment=NetworkSegment(bb0e0221-bdf4-4991-aec8-62c5a8e0ee22),segment_id=bb0e0221-bdf4-4991-aec8-62c5a8e0ee22)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:54:07.786765 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:07.788077 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-c57efdca-de57-47d8-9a84-23a5559d805e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:07.861555 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=2c09fddd-d715-407b-9327-fcf38f39a386,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:07.865666 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:07.901449 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51956) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:08.187290 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_v2 [None req-a927d9bd-85ab-41f6-a5ab-3c833d15098d admin admin] Deleting subnet 08915304-fbfd-462b-ba82-8c64e6201154 {{(pid=91734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:54:08.190963 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a927d9bd-85ab-41f6-a5ab-3c833d15098d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:08.246510 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a927d9bd-85ab-41f6-a5ab-3c833d15098d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16442366'] for subnet, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:08.304479 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a927d9bd-85ab-41f6-a5ab-3c833d15098d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515759'] for subnet, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:08.583908 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a927d9bd-85ab-41f6-a5ab-3c833d15098d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15610288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16171853'] for subnet, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:08.588977 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8845b6d5-99fd-48d6-8b60-d49e77a4d802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:08.629867 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927d9bd-85ab-41f6-a5ab-3c833d15098d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08915304-fbfd-462b-ba82-8c64e6201154,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:08.632440 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a927d9bd-85ab-41f6-a5ab-3c833d15098d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:08.635231 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a927d9bd-85ab-41f6-a5ab-3c833d15098d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:08.643637 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-a927d9bd-85ab-41f6-a5ab-3c833d15098d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/08915304-fbfd-462b-ba82-8c64e6201154 HTTP/1.1" status: 204 len: 168 time: 0.7388229 May 31 18:54:08.643897 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 51982) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:08.758135 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fb042b1c-44fa-42fa-a486-6ce7d2a5ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642395'] for network, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:08.888553 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fb042b1c-44fa-42fa-a486-6ce7d2a5ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512032', 'neutron.services.segments.db._delete_segments_for_network-8759829597148'] for network, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:08.901189 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-fb042b1c-44fa-42fa-a486-6ce7d2a5ed39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06533e76-9505-417a-9cc9-63152fd856c4']}} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:54:08.913276 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-fb042b1c-44fa-42fa-a486-6ce7d2a5ed39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a96813-726f-41e7-9af2-eb465c9e8f5c') {'for_net_delete': True} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:54:08.913830 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.services.segments.db [None req-fb042b1c-44fa-42fa-a486-6ce7d2a5ed39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a96813-726f-41e7-9af2-eb465c9e8f5c') {} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:54:08.925064 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fb042b1c-44fa-42fa-a486-6ce7d2a5ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759829606045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16442357'] for segment, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:08.943820 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fb042b1c-44fa-42fa-a486-6ce7d2a5ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:08.950003 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb042b1c-44fa-42fa-a486-6ce7d2a5ed39 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=91734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:54:08.950388 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fb042b1c-44fa-42fa-a486-6ce7d2a5ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15610646'] for segment, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: Traceback (most recent call last): May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: timer() May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: cb(*args, **kw) May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: return func(*args, **kwargs) May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: self._notify() May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: self.callback(batched_events) May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: event.method(event) May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: return f(self, *a, **k) May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: return self._get(url).json() May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: return self.request(url, 'GET', **kwargs) May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:54:08.964686 dv-cinder-770050-4-iscsi neutron-server[91734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:54:09.045218 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fb042b1c-44fa-42fa-a486-6ce7d2a5ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401612'] for network, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:09.049874 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c25cad45-09d1-4db3-9c4a-0ff1cce3511d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:09.063793 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fb042b1c-44fa-42fa-a486-6ce7d2a5ed39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:09.076922 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb042b1c-44fa-42fa-a486-6ce7d2a5ed39 admin admin] Pushing event deleted for resources: {'Network': ['ID=06533e76-9505-417a-9cc9-63152fd856c4,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:09.080625 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fb042b1c-44fa-42fa-a486-6ce7d2a5ed39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:09.084053 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-fb042b1c-44fa-42fa-a486-6ce7d2a5ed39 admin admin] 10.222.0.30 "DELETE /v2.0/networks/06533e76-9505-417a-9cc9-63152fd856c4 HTTP/1.1" status: 204 len: 168 time: 0.4390788 May 31 18:54:09.213352 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 51994) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:09.265784 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-6af36b44-1506-4028-b708-c6ef3f45c844 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f40ff52ab0247e7b58b3936ba7d1ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508730 May 31 18:54:09.267893 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 51998) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:09.331275 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-75fdf211-c73c-4cd6-b934-0eac05d43431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:09.362170 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-75fdf211-c73c-4cd6-b934-0eac05d43431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:09.448242 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-75fdf211-c73c-4cd6-b934-0eac05d43431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:09.455414 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-6f03750e-c0bf-42ff-8350-e74e8ed6bdd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:09.471318 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdf211-c73c-4cd6-b934-0eac05d43431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fb9655-5380-4f40-a7c5-ee536f7ad2b6,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:09.474567 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-75fdf211-c73c-4cd6-b934-0eac05d43431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:09.481786 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-75fdf211-c73c-4cd6-b934-0eac05d43431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:09.486083 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-75fdf211-c73c-4cd6-b934-0eac05d43431 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19fb9655-5380-4f40-a7c5-ee536f7ad2b6 HTTP/1.1" status: 204 len: 168 time: 0.2172053 May 31 18:54:09.533117 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 2c09fddd-d715-407b-9327-fcf38f39a386 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:54:09.611729 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 2c09fddd-d715-407b-9327-fcf38f39a386 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:54:09.612108 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:15.486442 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:17.060128 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3664797f-9af0-4c39-a3eb-05f1af9c374d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:19.474662 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:19.823246 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d2058ff1-5a20-4cee-859c-87359c9f9c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:20.486169 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:22.291494 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:26.973127 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:54:28.116947 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 52214) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:28.233270 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-030a2355-ad1e-4222-9e01-c74f049f20cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:28.250640 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-030a2355-ad1e-4222-9e01-c74f049f20cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:28.254959 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-030a2355-ad1e-4222-9e01-c74f049f20cf admin admin] Usage tracker for resource:security_group_rule and tenant:e9ada2dc0cdc44918e827e88778c7336 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:28.257684 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-030a2355-ad1e-4222-9e01-c74f049f20cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:28.263322 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-030a2355-ad1e-4222-9e01-c74f049f20cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:28.346123 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-030a2355-ad1e-4222-9e01-c74f049f20cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:28.350237 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-030a2355-ad1e-4222-9e01-c74f049f20cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:28.357531 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-c46d8fc0-b4f2-437f-8f8b-137bbc12c6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:28.398766 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a2355-ad1e-4222-9e01-c74f049f20cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a2a292-43d9-4819-8603-a2ab49eefd7e,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:28.407027 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-030a2355-ad1e-4222-9e01-c74f049f20cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9ada2dc0cdc44918e827e88778c7336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854009 May 31 18:54:28.407027 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-030a2355-ad1e-4222-9e01-c74f049f20cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:28.408296 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 52228) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:28.466787 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8c7239f5-6b98-41ba-95d9-3255f2e5ac21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:28.492970 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8c7239f5-6b98-41ba-95d9-3255f2e5ac21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:28.544390 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8c7239f5-6b98-41ba-95d9-3255f2e5ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:28.552836 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-36687758-6528-426d-bf99-86d6239a5d2f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:28.571996 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7239f5-6b98-41ba-95d9-3255f2e5ac21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a2a292-43d9-4819-8603-a2ab49eefd7e,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:28.574593 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-8c7239f5-6b98-41ba-95d9-3255f2e5ac21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:28.575819 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8c7239f5-6b98-41ba-95d9-3255f2e5ac21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:28.587324 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-8c7239f5-6b98-41ba-95d9-3255f2e5ac21 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7a2a292-43d9-4819-8603-a2ab49eefd7e HTTP/1.1" status: 204 len: 168 time: 0.1772532 May 31 18:54:29.209379 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 52274) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:29.324122 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 52282) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:29.383682 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-372db4ee-f663-4dee-bb8a-bd30d8ed6a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:29.398906 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-372db4ee-f663-4dee-bb8a-bd30d8ed6a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:29.402936 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-372db4ee-f663-4dee-bb8a-bd30d8ed6a84 admin admin] Usage tracker for resource:security_group_rule and tenant:abb95ef7d4814bdc83f6a7eea452555c is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:29.405840 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-372db4ee-f663-4dee-bb8a-bd30d8ed6a84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:29.412569 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-372db4ee-f663-4dee-bb8a-bd30d8ed6a84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:29.433678 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1174584608-network', 'tenant_id': 'e61df25f04ef4f6bb577d95591d875d8'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:54:29.441673 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:29.449421 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Usage tracker for resource:network and tenant:e61df25f04ef4f6bb577d95591d875d8 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:29.453051 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:29.461538 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:29.478398 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Made reservation on behalf of e61df25f04ef4f6bb577d95591d875d8 for: {'network': 1} {{(pid=91733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:54:29.480709 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:29.497704 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:29.517210 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:29.526791 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Usage tracker for resource:security_group_rule and tenant:e61df25f04ef4f6bb577d95591d875d8 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:29.529867 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:29.544602 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:29.563336 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-372db4ee-f663-4dee-bb8a-bd30d8ed6a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:29.570600 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-372db4ee-f663-4dee-bb8a-bd30d8ed6a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:29.579743 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-0687bdd2-960e-4799-b675-f27e6490378c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:29.632728 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-372db4ee-f663-4dee-bb8a-bd30d8ed6a84 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=abb95ef7d4814bdc83f6a7eea452555c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216969 May 31 18:54:29.635425 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 52288) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:29.636502 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372db4ee-f663-4dee-bb8a-bd30d8ed6a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9790304e-e1c3-49fd-9f0a-184b9a4530bb,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:29.640073 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-372db4ee-f663-4dee-bb8a-bd30d8ed6a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:29.698882 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:29.699123 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fac18c39-740f-4a4a-981c-b46882b16bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:29.702730 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:29.707458 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-c835515d-f816-400c-b326-195905806d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:29.726163 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fac18c39-740f-4a4a-981c-b46882b16bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:29.734640 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=91733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:54:29.744266 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:29.747377 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:29.751931 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:29.752275 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.db.segments_db [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Added segment 967f1c06-0d25-4c43-be7b-5d39afd1eb08 of type vlan for network 7b592472-ba97-4bbb-8154-8bc441746c92 May 31 18:54:29.780878 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:29.786675 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fac18c39-740f-4a4a-981c-b46882b16bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:29.790690 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-dd4cde91-63a3-484e-ac22-47a26290b576 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:29.806647 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac18c39-740f-4a4a-981c-b46882b16bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9790304e-e1c3-49fd-9f0a-184b9a4530bb,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:29.808843 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fac18c39-740f-4a4a-981c-b46882b16bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:29.810035 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-fac18c39-740f-4a4a-981c-b46882b16bd0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9790304e-e1c3-49fd-9f0a-184b9a4530bb HTTP/1.1" status: 204 len: 168 time: 0.1732509 May 31 18:54:29.813606 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:29.814965 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:29.816413 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:29.816953 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac18c39-740f-4a4a-981c-b46882b16bd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:29.817630 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac18c39-740f-4a4a-981c-b46882b16bd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:29.818111 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac18c39-740f-4a4a-981c-b46882b16bd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:29.818580 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac18c39-740f-4a4a-981c-b46882b16bd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:29.818970 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac18c39-740f-4a4a-981c-b46882b16bd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:29.819333 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac18c39-740f-4a4a-981c-b46882b16bd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:29.819858 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:29.819983 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac18c39-740f-4a4a-981c-b46882b16bd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:29.820226 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac18c39-740f-4a4a-981c-b46882b16bd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:29.820587 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac18c39-740f-4a4a-981c-b46882b16bd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:29.820952 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac18c39-740f-4a4a-981c-b46882b16bd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:29.821297 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac18c39-740f-4a4a-981c-b46882b16bd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:29.821660 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac18c39-740f-4a4a-981c-b46882b16bd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:29.824769 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fac18c39-740f-4a4a-981c-b46882b16bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:29.924268 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Pushing event updated for resources: {'Network': ['ID=7b592472-ba97-4bbb-8154-8bc441746c92,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:29.927365 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:29.932016 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6042128 May 31 18:54:29.932325 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 52294) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:29.934685 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network 7b592472-ba97-4bbb-8154-8bc441746c92 details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:54:29.938029 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Request body: {'subnet': {'network_id': '7b592472-ba97-4bbb-8154-8bc441746c92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1174584608-subnet', 'tenant_id': 'e61df25f04ef4f6bb577d95591d875d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:54:29.942756 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:29.946543 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Usage tracker for resource:subnet and tenant:e61df25f04ef4f6bb577d95591d875d8 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:29.949496 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:29.955166 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:29.967793 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Made reservation on behalf of e61df25f04ef4f6bb577d95591d875d8 for: {'subnet': 1} {{(pid=91733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:54:29.970327 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14473376'] for subnet, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:30.122878 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 52300) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:30.149684 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9ada4e72-dcbe-469c-928f-3921939a5a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:30.172090 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-9ada4e72-dcbe-469c-928f-3921939a5a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:30.178559 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-9ada4e72-dcbe-469c-928f-3921939a5a76 admin admin] Usage tracker for resource:security_group_rule and tenant:bf32eb50b5184348a65043c3d404420c is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:30.181988 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-9ada4e72-dcbe-469c-928f-3921939a5a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:30.189860 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-9ada4e72-dcbe-469c-928f-3921939a5a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:30.374714 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9ada4e72-dcbe-469c-928f-3921939a5a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:30.421359 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-9ada4e72-dcbe-469c-928f-3921939a5a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:30.436309 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-aad4b7c1-e56b-4189-ba8a-c8b0e5ab3632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:30.479979 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-9ada4e72-dcbe-469c-928f-3921939a5a76 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf32eb50b5184348a65043c3d404420c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560896 May 31 18:54:30.482654 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 52306) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:30.488840 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada4e72-dcbe-469c-928f-3921939a5a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fdb452-2771-4127-b51c-90753ee41976,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:30.492208 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-9ada4e72-dcbe-469c-928f-3921939a5a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:30.542573 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5c62b2d1-35ad-441e-933c-352455dee388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:30.567629 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5c62b2d1-35ad-441e-933c-352455dee388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:30.586070 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14664609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14473398'] for subnet, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:30.590741 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:30.623337 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5c62b2d1-35ad-441e-933c-352455dee388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:30.628246 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-535db5b9-cc75-481e-bb02-afa400331c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:30.639879 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62b2d1-35ad-441e-933c-352455dee388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fdb452-2771-4127-b51c-90753ee41976,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:30.642807 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-5c62b2d1-35ad-441e-933c-352455dee388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:30.645635 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5c62b2d1-35ad-441e-933c-352455dee388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:30.649739 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-5c62b2d1-35ad-441e-933c-352455dee388 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47fdb452-2771-4127-b51c-90753ee41976 HTTP/1.1" status: 204 len: 168 time: 0.1630211 May 31 18:54:30.671950 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=336a929b-0298-4745-8ea2-5973768ef1d5,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:30.682878 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Checking segment: {'id': '967f1c06-0d25-4c43-be7b-5d39afd1eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b592472-ba97-4bbb-8154-8bc441746c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:54:30.683234 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Network hostable DHCP agents. Network: 7b592472-ba97-4bbb-8154-8bc441746c92, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:54:30.687609 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:30.687983 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:30.688346 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:30.688704 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:30.689064 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:30.689420 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:30.689767 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:30.690117 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:30.690504 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:30.691046 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:30.691528 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:30.691884 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:30.695214 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:30.709281 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Network 7b592472-ba97-4bbb-8154-8bc441746c92 is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:54:30.718311 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, 7b592472-ba97-4bbb-8154-8bc441746c92) {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:54:30.727540 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:30.728164 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:30.729857 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9ea6b6-00dc-4b32-9468-cd6160c5b06f None None] Network 7b592472-ba97-4bbb-8154-8bc441746c92 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:54:30.762962 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8259964 May 31 18:54:30.926986 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033d365a-9fdf-449e-99c5-13ff689b65be None None] Network 7b592472-ba97-4bbb-8154-8bc441746c92 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:54:32.539370 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 52376) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:32.656870 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-402f2aa9-7d24-4892-948c-59e8471bc65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:32.671008 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-402f2aa9-7d24-4892-948c-59e8471bc65b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:32.674692 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-402f2aa9-7d24-4892-948c-59e8471bc65b admin admin] Usage tracker for resource:security_group_rule and tenant:e7aa14f86e44405f8b072a3a908a3b7f is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:32.677690 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-402f2aa9-7d24-4892-948c-59e8471bc65b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:32.683317 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-402f2aa9-7d24-4892-948c-59e8471bc65b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:32.763136 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-402f2aa9-7d24-4892-948c-59e8471bc65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:32.766700 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-402f2aa9-7d24-4892-948c-59e8471bc65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:32.775536 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-76f32280-b79e-4b0f-bc48-bce9a0113a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:32.818938 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-402f2aa9-7d24-4892-948c-59e8471bc65b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7aa14f86e44405f8b072a3a908a3b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783873 May 31 18:54:32.819831 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f2aa9-7d24-4892-948c-59e8471bc65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2916c76e-352e-4f86-a858-d06c016b08cc,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:32.821588 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 52382) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:32.824043 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-402f2aa9-7d24-4892-948c-59e8471bc65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:32.879841 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d49a086e-36d2-4667-9166-72b16b0ce555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:32.908313 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d49a086e-36d2-4667-9166-72b16b0ce555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:33.053541 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d49a086e-36d2-4667-9166-72b16b0ce555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:33.057169 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a09e546a-ae58-40d7-b28d-8500b889ce38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:33.067517 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a086e-36d2-4667-9166-72b16b0ce555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2916c76e-352e-4f86-a858-d06c016b08cc,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:33.071254 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-d49a086e-36d2-4667-9166-72b16b0ce555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:33.074333 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d49a086e-36d2-4667-9166-72b16b0ce555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:33.075475 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-d49a086e-36d2-4667-9166-72b16b0ce555 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2916c76e-352e-4f86-a858-d06c016b08cc HTTP/1.1" status: 204 len: 168 time: 0.2529223 May 31 18:54:33.349297 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 52390) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:33.367223 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-14237a04-18fd-4c81-8dea-713372f1d525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:33.381333 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-14237a04-18fd-4c81-8dea-713372f1d525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:33.385364 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-14237a04-18fd-4c81-8dea-713372f1d525 admin admin] Usage tracker for resource:security_group_rule and tenant:35dd31199780451b8d80052d02cf428a is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:33.388376 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-14237a04-18fd-4c81-8dea-713372f1d525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:33.394126 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-14237a04-18fd-4c81-8dea-713372f1d525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:33.475851 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-14237a04-18fd-4c81-8dea-713372f1d525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:33.479469 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-14237a04-18fd-4c81-8dea-713372f1d525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:33.488392 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1d64a5f5-0f95-4657-90c3-31143583fa3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:33.527042 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-14237a04-18fd-4c81-8dea-713372f1d525 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35dd31199780451b8d80052d02cf428a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767015 May 31 18:54:33.527934 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14237a04-18fd-4c81-8dea-713372f1d525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eea76d1-71ae-487c-986d-f96c2d0ec05f,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:33.529622 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 52394) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:33.530995 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-14237a04-18fd-4c81-8dea-713372f1d525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:33.591631 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f193dbef-a7af-4afb-912b-44e627aab04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:33.618999 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f193dbef-a7af-4afb-912b-44e627aab04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:33.672325 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f193dbef-a7af-4afb-912b-44e627aab04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:33.676118 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-6f00be46-aa3a-4d89-8103-78df5cc7698f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:33.688723 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193dbef-a7af-4afb-912b-44e627aab04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eea76d1-71ae-487c-986d-f96c2d0ec05f,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:33.692533 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-f193dbef-a7af-4afb-912b-44e627aab04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:33.698431 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f193dbef-a7af-4afb-912b-44e627aab04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:33.702077 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-f193dbef-a7af-4afb-912b-44e627aab04b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3eea76d1-71ae-487c-986d-f96c2d0ec05f HTTP/1.1" status: 204 len: 168 time: 0.1683984 May 31 18:54:33.998478 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-deb709a3-58fc-4c8b-9797-a43d44220302 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:33.999934 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-deb709a3-58fc-4c8b-9797-a43d44220302 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/networks?id=7b592472-ba97-4bbb-8154-8bc441746c92 HTTP/1.1" status: 200 len: 809 time: 0.1502106 May 31 18:54:34.014672 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-c539bc31-1458-47b9-b3ee-4b24dd50ffd5 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/quotas/e61df25f04ef4f6bb577d95591d875d8 HTTP/1.1" status: 200 len: 375 time: 0.0092089 May 31 18:54:34.064518 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-56f3e1f1-c1f1-4037-b76f-a6d376fbd4ef tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e61df25f04ef4f6bb577d95591d875d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446827 May 31 18:54:34.232131 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-0392738a-e701-49a7-8e32-19298e1fee5c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=91734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:54:34.233133 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-0392738a-e701-49a7-8e32-19298e1fee5c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1613374 May 31 18:54:34.370554 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-86393ecf-ed18-4cf9-ac92-f501333e58a4 service neutron] 10.222.0.30 "GET /v2.0/networks/7b592472-ba97-4bbb-8154-8bc441746c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303992 May 31 18:54:34.501652 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-750d81a8-ca63-41dc-aef6-b66a1ef34dd8 service neutron] 10.222.0.30 "GET /v2.0/networks/7b592472-ba97-4bbb-8154-8bc441746c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251817 May 31 18:54:34.686056 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a69612cf-18dd-4e09-bc80-d73f4b064e7b req-a94f4e7b-df9c-4ee9-8d59-9d547f2a868a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee65f922-1abd-4726-b6b3-56f53929aa77 HTTP/1.1" status: 200 len: 210 time: 0.0503871 May 31 18:54:35.844817 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8ac99717-5683-48e2-9cb2-3e029c94c82f req-ad447834-25aa-47d4-b936-775f144fa1c8 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee65f922-1abd-4726-b6b3-56f53929aa77 HTTP/1.1" status: 200 len: 210 time: 0.0505681 May 31 18:54:36.065071 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-18d0826c-daa2-4495-ac35-e541d1ca62a7 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:36.066858 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-18d0826c-daa2-4495-ac35-e541d1ca62a7 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.43 "GET /v2.0/networks?id=7b592472-ba97-4bbb-8154-8bc441746c92 HTTP/1.1" status: 200 len: 809 time: 0.1537549 May 31 18:54:36.079095 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-8a076f9e-9e8a-427c-8ed3-fa0654f053e9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Request body: {'port': {'device_id': 'ee65f922-1abd-4726-b6b3-56f53929aa77', 'network_id': '7b592472-ba97-4bbb-8154-8bc441746c92', 'admin_state_up': True, 'tenant_id': 'e61df25f04ef4f6bb577d95591d875d8'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:54:36.220230 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-8a076f9e-9e8a-427c-8ed3-fa0654f053e9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:36.224767 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-8a076f9e-9e8a-427c-8ed3-fa0654f053e9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Usage tracker for resource:port and tenant:e61df25f04ef4f6bb577d95591d875d8 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:36.227585 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-8a076f9e-9e8a-427c-8ed3-fa0654f053e9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:36.233135 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-8a076f9e-9e8a-427c-8ed3-fa0654f053e9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:36.243403 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-8a076f9e-9e8a-427c-8ed3-fa0654f053e9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Made reservation on behalf of e61df25f04ef4f6bb577d95591d875d8 for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:54:36.246831 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-8a076f9e-9e8a-427c-8ed3-fa0654f053e9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:36.411512 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-8a076f9e-9e8a-427c-8ed3-fa0654f053e9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Allocated IP 172.20.0.4 (7b592472-ba97-4bbb-8154-8bc441746c92/336a929b-0298-4745-8ea2-5973768ef1d5/7a949cf5-72b8-4b03-a3b4-d662fc2717f2) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:54:36.621628 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-8a076f9e-9e8a-427c-8ed3-fa0654f053e9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:36.650794 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-8a076f9e-9e8a-427c-8ed3-fa0654f053e9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:36.656706 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c90380d7-20da-44fa-8c00-6325207b4682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:36.723525 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-8a076f9e-9e8a-427c-8ed3-fa0654f053e9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Network 7b592472-ba97-4bbb-8154-8bc441746c92 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:54:36.726629 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-8a076f9e-9e8a-427c-8ed3-fa0654f053e9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:54:36.730251 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-8a076f9e-9e8a-427c-8ed3-fa0654f053e9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:54:36.764412 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a076f9e-9e8a-427c-8ed3-fa0654f053e9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Pushing event updated for resources: {'Port': ['ID=7a949cf5-72b8-4b03-a3b4-d662fc2717f2,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:36.771722 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8a076f9e-9e8a-427c-8ed3-fa0654f053e9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:36.801726 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-8a076f9e-9e8a-427c-8ed3-fa0654f053e9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:36.802359 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-8a076f9e-9e8a-427c-8ed3-fa0654f053e9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:36.835566 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-8a076f9e-9e8a-427c-8ed3-fa0654f053e9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7547159 May 31 18:54:36.970701 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Request body: {'port': {'device_id': 'ee65f922-1abd-4726-b6b3-56f53929aa77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:54:37.254846 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:37.279047 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06721384-0ed1-46d7-8c5b-fc31ca359d48 req-8372ed81-f5ae-46e5-b6d4-36ed6636fdd3 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:37.279741 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-06721384-0ed1-46d7-8c5b-fc31ca359d48 req-8372ed81-f5ae-46e5-b6d4-36ed6636fdd3 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Synchronizing usage tracker for tenant:e61df25f04ef4f6bb577d95591d875d8 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:54:37.348017 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-06721384-0ed1-46d7-8c5b-fc31ca359d48 req-8372ed81-f5ae-46e5-b6d4-36ed6636fdd3 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Unset dirty status for tenant:e61df25f04ef4f6bb577d95591d875d8 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:54:37.349169 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-06721384-0ed1-46d7-8c5b-fc31ca359d48 req-8372ed81-f5ae-46e5-b6d4-36ed6636fdd3 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee65f922-1abd-4726-b6b3-56f53929aa77 HTTP/1.1" status: 200 len: 931 time: 0.3474872 May 31 18:54:37.458057 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-06721384-0ed1-46d7-8c5b-fc31ca359d48 req-d65cd89c-baf1-4e70-b257-19a4dd42ccef tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007712 May 31 18:54:37.663266 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a949cf5-72b8-4b03-a3b4-d662fc2717f2 {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:54:37.670399 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:37.684433 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Transition to ACTIVE for port object 7a949cf5-72b8-4b03-a3b4-d662fc2717f2 will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:54:37.689046 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:37.694126 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0b212a1c-a850-4aaf-9eb1-55cb71061be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:37.840754 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Pushing event updated for resources: {'Port': ['ID=7a949cf5-72b8-4b03-a3b4-d662fc2717f2,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:37.848465 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:37.920071 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Attempting to bind port 7a949cf5-72b8-4b03-a3b4-d662fc2717f2 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:54:37.920397 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Attempting to bind port 7a949cf5-72b8-4b03-a3b4-d662fc2717f2 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '967f1c06-0d25-4c43-be7b-5d39afd1eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b592472-ba97-4bbb-8154-8bc441746c92'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:54:37.920719 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Attempting to bind port 7a949cf5-72b8-4b03-a3b4-d662fc2717f2 on network 7b592472-ba97-4bbb-8154-8bc441746c92 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:54:37.925839 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Port 7a949cf5-72b8-4b03-a3b4-d662fc2717f2 on network 7b592472-ba97-4bbb-8154-8bc441746c92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:54:37.926159 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Attempting to bind port 7a949cf5-72b8-4b03-a3b4-d662fc2717f2 on network 7b592472-ba97-4bbb-8154-8bc441746c92 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:54:37.931162 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Checking agent: {'id': '75fd49d7-87f2-48bc-9cc9-330562c49b9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:54:37.931507 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Checking segment: {'id': '967f1c06-0d25-4c43-be7b-5d39afd1eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b592472-ba97-4bbb-8154-8bc441746c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:54:37.931867 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Bound using segment: {'id': '967f1c06-0d25-4c43-be7b-5d39afd1eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b592472-ba97-4bbb-8154-8bc441746c92'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:54:37.932290 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Bound port: 7a949cf5-72b8-4b03-a3b4-d662fc2717f2, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967f1c06-0d25-4c43-be7b-5d39afd1eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b592472-ba97-4bbb-8154-8bc441746c92'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:54:37.932632 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:38.020448 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] For port 7a949cf5-72b8-4b03-a3b4-d662fc2717f2, host hv-cinder-77005, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:54:38.023627 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] For port 7a949cf5-72b8-4b03-a3b4-d662fc2717f2, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=7a949cf5-72b8-4b03-a3b4-d662fc2717f2,segment=NetworkSegment(967f1c06-0d25-4c43-be7b-5d39afd1eb08),segment_id=967f1c06-0d25-4c43-be7b-5d39afd1eb08)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:54:38.028072 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:38.032815 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-50bbb435-0b4d-418c-8444-fa8383347689 tempest-AttachVolumeNegativeTest-1383590322 tempest-AttachVolumeNegativeTest-1383590322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:38.092936 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:38.093588 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:38.095020 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] 10.222.0.43 "PUT /v2.0/ports/7a949cf5-72b8-4b03-a3b4-d662fc2717f2 HTTP/1.1" status: 200 len: 1093 time: 1.2566130 May 31 18:54:38.095520 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee65f922-1abd-4726-b6b3-56f53929aa77', 'tag': '7a949cf5-72b8-4b03-a3b4-d662fc2717f2'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:54:38.098409 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c2827f-1d43-41b4-95e7-4e3ba26d22c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ee65f922-1abd-4726-b6b3-56f53929aa77", "tag": "7a949cf5-72b8-4b03-a3b4-d662fc2717f2"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:54:38.131823 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Pushing event updated for resources: {'Port': ['ID=7a949cf5-72b8-4b03-a3b4-d662fc2717f2,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:38.135094 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:38.175127 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ffafd9-7bff-4c3d-acf4-d1ad6156549c x-openstack-request-id: req-12ffafd9-7bff-4c3d-acf4-d1ad6156549c {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:54:38.175567 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee65f922-1abd-4726-b6b3-56f53929aa77", "tag": "7a949cf5-72b8-4b03-a3b4-d662fc2717f2", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:54:38.175905 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12ffafd9-7bff-4c3d-acf4-d1ad6156549c {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:54:38.176336 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee65f922-1abd-4726-b6b3-56f53929aa77', 'tag': '7a949cf5-72b8-4b03-a3b4-d662fc2717f2', 'status': 'completed', 'code': 200} May 31 18:54:38.214005 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-e2021a28-335b-42de-bf19-ca4624de75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:38.215507 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-e2021a28-335b-42de-bf19-ca4624de75a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e61df25f04ef4f6bb577d95591d875d8&device_id=ee65f922-1abd-4726-b6b3-56f53929aa77 HTTP/1.1" status: 200 len: 1096 time: 0.0791233 May 31 18:54:38.298531 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-b891a053-98a1-4a62-932f-13d9c3c0b57d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a949cf5-72b8-4b03-a3b4-d662fc2717f2 HTTP/1.1" status: 200 len: 217 time: 0.0657017 May 31 18:54:38.365661 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-0d38923d-4c3b-431b-be40-6efce275f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:38.367142 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-0d38923d-4c3b-431b-be40-6efce275f531 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=336a929b-0298-4745-8ea2-5973768ef1d5 HTTP/1.1" status: 200 len: 849 time: 0.0623155 May 31 18:54:38.417099 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-e257429b-6e46-4f0e-93e5-003134d9358b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b592472-ba97-4bbb-8154-8bc441746c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432837 May 31 18:54:38.501739 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 52534) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:38.558633 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-099e6108-acaa-4961-932b-7c437ad74f5d service neutron] 10.222.0.43 "GET /v2.0/networks/7b592472-ba97-4bbb-8154-8bc441746c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348155 May 31 18:54:38.642057 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3d223038-b6cf-4aeb-9e80-45e441f36f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:38.660000 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-3d223038-b6cf-4aeb-9e80-45e441f36f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:38.664250 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-3d223038-b6cf-4aeb-9e80-45e441f36f4d admin admin] Usage tracker for resource:security_group_rule and tenant:4bdd285b83c142eaa8ce07b96d8c5884 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:38.667226 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-3d223038-b6cf-4aeb-9e80-45e441f36f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:38.673536 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-3d223038-b6cf-4aeb-9e80-45e441f36f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:38.732333 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b82aa3b8-8924-45cf-be18-e238db1050e5 req-a90be88e-d42f-472a-8ec5-4b04c42040fa service neutron] 10.222.0.43 "GET /v2.0/networks/7b592472-ba97-4bbb-8154-8bc441746c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639555 May 31 18:54:38.769296 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3d223038-b6cf-4aeb-9e80-45e441f36f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:38.772893 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3d223038-b6cf-4aeb-9e80-45e441f36f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:38.786406 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2d90f24f-c5d6-4b98-b99c-fdf39d77e203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:38.826909 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-3d223038-b6cf-4aeb-9e80-45e441f36f4d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4bdd285b83c142eaa8ce07b96d8c5884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239799 May 31 18:54:38.827676 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d223038-b6cf-4aeb-9e80-45e441f36f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe51a006-dd9e-4161-832b-c1e5dab87f38,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:38.835073 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 52540) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:38.835073 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-3d223038-b6cf-4aeb-9e80-45e441f36f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:38.881641 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7466de4-8263-48c5-b384-8f3771211683 req-6d1e1e69-5dde-4461-94b2-896f626f77a3 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:38.883120 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c7466de4-8263-48c5-b384-8f3771211683 req-6d1e1e69-5dde-4461-94b2-896f626f77a3 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee65f922-1abd-4726-b6b3-56f53929aa77 HTTP/1.1" status: 200 len: 943 time: 0.1435244 May 31 18:54:38.885111 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2827f-1d43-41b4-95e7-4e3ba26d22c8 req-737c84c8-44b0-43af-989c-fbd7161b7beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:38.886428 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-67c2827f-1d43-41b4-95e7-4e3ba26d22c8 req-737c84c8-44b0-43af-989c-fbd7161b7beb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e61df25f04ef4f6bb577d95591d875d8&device_id=ee65f922-1abd-4726-b6b3-56f53929aa77 HTTP/1.1" status: 200 len: 1096 time: 0.1075442 May 31 18:54:38.890050 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ed40f2db-ec68-4748-9753-2104980f0482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:38.917307 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ed40f2db-ec68-4748-9753-2104980f0482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:38.970608 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ed40f2db-ec68-4748-9753-2104980f0482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:38.975254 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-53563361-b02e-404a-9fa9-df73bd88744f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:38.987676 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40f2db-ec68-4748-9753-2104980f0482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe51a006-dd9e-4161-832b-c1e5dab87f38,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:38.990087 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ed40f2db-ec68-4748-9753-2104980f0482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:38.996580 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ed40f2db-ec68-4748-9753-2104980f0482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:39.000044 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-ed40f2db-ec68-4748-9753-2104980f0482 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fe51a006-dd9e-4161-832b-c1e5dab87f38 HTTP/1.1" status: 204 len: 168 time: 0.1668744 May 31 18:54:39.113779 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c7466de4-8263-48c5-b384-8f3771211683 req-ec5f3e37-7399-4d01-a19b-5d24645c54b6 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248049 May 31 18:54:39.163332 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2827f-1d43-41b4-95e7-4e3ba26d22c8 req-084e53f9-9a84-442d-a166-5a0443fc69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:39.164764 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-67c2827f-1d43-41b4-95e7-4e3ba26d22c8 req-084e53f9-9a84-442d-a166-5a0443fc69f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b592472-ba97-4bbb-8154-8bc441746c92 HTTP/1.1" status: 200 len: 910 time: 0.2612531 May 31 18:54:39.233792 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-67c2827f-1d43-41b4-95e7-4e3ba26d22c8 req-3eb9ae18-5f46-4056-bd20-2ac9fe4ec9ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a949cf5-72b8-4b03-a3b4-d662fc2717f2 HTTP/1.1" status: 200 len: 217 time: 0.0613437 May 31 18:54:39.306733 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 52554) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:39.324095 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5f9fe8a5-693b-4dac-9a28-1e51c9ae62e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:39.336954 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2827f-1d43-41b4-95e7-4e3ba26d22c8 req-5c54d5c1-cdbf-45fc-93b4-d0226eaad770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:39.338009 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-5f9fe8a5-693b-4dac-9a28-1e51c9ae62e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:39.338312 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-67c2827f-1d43-41b4-95e7-4e3ba26d22c8 req-5c54d5c1-cdbf-45fc-93b4-d0226eaad770 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=336a929b-0298-4745-8ea2-5973768ef1d5 HTTP/1.1" status: 200 len: 849 time: 0.0987799 May 31 18:54:39.340515 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-b86dc5c6-5dc8-4aea-b1eb-b754e9e8f467 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Synchronizing usage tracker for tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 on resource:security_group {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:54:39.341827 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-5f9fe8a5-693b-4dac-9a28-1e51c9ae62e0 admin admin] Usage tracker for resource:security_group_rule and tenant:dff02999bf1549a8ad3f006357b8e3d5 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:39.344592 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-5f9fe8a5-693b-4dac-9a28-1e51c9ae62e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:39.350767 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-5f9fe8a5-693b-4dac-9a28-1e51c9ae62e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:39.393778 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-67c2827f-1d43-41b4-95e7-4e3ba26d22c8 req-02e74b5f-58bd-490c-b71c-6c72ba8b907d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b592472-ba97-4bbb-8154-8bc441746c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472565 May 31 18:54:39.397461 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-b86dc5c6-5dc8-4aea-b1eb-b754e9e8f467 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Unset dirty status for tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 on resource:security_group {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:54:39.398565 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-b86dc5c6-5dc8-4aea-b1eb-b754e9e8f467 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1239532397&fields=id&tenant_id=7cb3ae7b7b184ed8ac2009fb9382e7d5 HTTP/1.1" status: 200 len: 267 time: 0.1213863 May 31 18:54:39.438936 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5f9fe8a5-693b-4dac-9a28-1e51c9ae62e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:39.444354 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5f9fe8a5-693b-4dac-9a28-1e51c9ae62e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:39.453512 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-372db4ee-f663-4dee-bb8a-bd30d8ed6a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:39.492450 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fe8a5-693b-4dac-9a28-1e51c9ae62e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8d7ec0-6aef-492d-b582-0449d3925e88,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:39.497465 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-5f9fe8a5-693b-4dac-9a28-1e51c9ae62e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dff02999bf1549a8ad3f006357b8e3d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1897254 May 31 18:54:39.498745 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-5f9fe8a5-693b-4dac-9a28-1e51c9ae62e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:39.499403 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 52558) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:39.568171 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-afebd810-1238-49c6-8b07-0d99651e7015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:39.594352 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-afebd810-1238-49c6-8b07-0d99651e7015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:39.645943 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-afebd810-1238-49c6-8b07-0d99651e7015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:39.649680 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-67c2827f-1d43-41b4-95e7-4e3ba26d22c8 req-3af97055-dfbe-4771-a6dd-ac787b7cdf86 service neutron] 10.222.0.43 "GET /v2.0/networks/7b592472-ba97-4bbb-8154-8bc441746c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493196 May 31 18:54:39.651126 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ab4cbff1-aada-4b96-b5ca-80661948792e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:39.660308 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-25485a15-a29b-41c0-9eb6-ae2d2ecb0386 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:39.660971 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-25485a15-a29b-41c0-9eb6-ae2d2ecb0386 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Synchronizing usage tracker for tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 on resource:network {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:54:39.661959 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebd810-1238-49c6-8b07-0d99651e7015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8d7ec0-6aef-492d-b582-0449d3925e88,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:39.664639 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-afebd810-1238-49c6-8b07-0d99651e7015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:39.670190 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-afebd810-1238-49c6-8b07-0d99651e7015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:39.673833 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-afebd810-1238-49c6-8b07-0d99651e7015 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da8d7ec0-6aef-492d-b582-0449d3925e88 HTTP/1.1" status: 204 len: 168 time: 0.1709723 May 31 18:54:39.754768 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-25485a15-a29b-41c0-9eb6-ae2d2ecb0386 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Unset dirty status for tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 on resource:network {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:54:39.755929 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-25485a15-a29b-41c0-9eb6-ae2d2ecb0386 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/networks?id=30b743b9-9bf5-4521-92f4-9584d0c12acb HTTP/1.1" status: 200 len: 808 time: 0.3354023 May 31 18:54:39.788511 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-d1cf8c8b-774e-415b-a2c3-efcaa95cd650 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/quotas/7cb3ae7b7b184ed8ac2009fb9382e7d5 HTTP/1.1" status: 200 len: 375 time: 0.0240099 May 31 18:54:39.845853 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-67c2827f-1d43-41b4-95e7-4e3ba26d22c8 req-c10fbee9-8498-4370-8f7a-19adf0e9b06c service neutron] 10.222.0.43 "GET /v2.0/networks/7b592472-ba97-4bbb-8154-8bc441746c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820836 May 31 18:54:39.887908 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-2150f0c9-4cd5-4e1b-a7c3-5fabdea8137a tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Synchronizing usage tracker for tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:54:39.907049 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-2150f0c9-4cd5-4e1b-a7c3-5fabdea8137a tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Unset dirty status for tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:54:39.908317 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-2150f0c9-4cd5-4e1b-a7c3-5fabdea8137a tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cb3ae7b7b184ed8ac2009fb9382e7d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075342 May 31 18:54:40.046315 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-911b8ef3-d021-495d-8621-4d048790ac2b service neutron] 10.222.0.30 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263328 May 31 18:54:40.181528 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-702a851a-0057-4da8-abe8-91af0275dc9c service neutron] 10.222.0.30 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292384 May 31 18:54:40.322727 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a719e9a-21a3-45b1-b48e-ef62a4112549 req-e1b83115-c880-45d0-ae11-d7bf58dec05b tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:40.324224 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0a719e9a-21a3-45b1-b48e-ef62a4112549 req-e1b83115-c880-45d0-ae11-d7bf58dec05b tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee65f922-1abd-4726-b6b3-56f53929aa77 HTTP/1.1" status: 200 len: 943 time: 0.0856066 May 31 18:54:40.375705 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0a719e9a-21a3-45b1-b48e-ef62a4112549 req-330883ee-bdaa-4b7f-ac03-c91717641162 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455773 May 31 18:54:40.596106 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5e014618-a657-4fac-85d5-38fa348d9b64 req-29b288a2-2c92-4938-b0b2-7cc11db34a3d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0449543 May 31 18:54:41.077971 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 7a949cf5-72b8-4b03-a3b4-d662fc2717f2 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:54:41.235798 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 7a949cf5-72b8-4b03-a3b4-d662fc2717f2, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=7a949cf5-72b8-4b03-a3b4-d662fc2717f2,segment=NetworkSegment(967f1c06-0d25-4c43-be7b-5d39afd1eb08),segment_id=967f1c06-0d25-4c43-be7b-5d39afd1eb08)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:54:41.249701 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Returning: {'device': '7a949cf5-72b8-4b03-a3b4-d662fc2717f2', 'network_id': '7b592472-ba97-4bbb-8154-8bc441746c92', 'port_id': '7a949cf5-72b8-4b03-a3b4-d662fc2717f2', 'mac_address': 'fa:16:3e:91:8d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336a929b-0298-4745-8ea2-5973768ef1d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:54:41.305832 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:41.326072 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a949cf5-72b8-4b03-a3b4-d662fc2717f2 {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:54:41.341843 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 7a949cf5-72b8-4b03-a3b4-d662fc2717f2, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=7a949cf5-72b8-4b03-a3b4-d662fc2717f2,segment=NetworkSegment(967f1c06-0d25-4c43-be7b-5d39afd1eb08),segment_id=967f1c06-0d25-4c43-be7b-5d39afd1eb08)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:54:41.345517 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:41.348298 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:41.416350 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=7a949cf5-72b8-4b03-a3b4-d662fc2717f2,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:41.427652 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:41.691378 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e74b5-0038-4123-b49e-bffbb6573462 req-16cbf997-d055-439c-ac8b-df24e4ecf53a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:41.699372 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-832e74b5-0038-4123-b49e-bffbb6573462 req-16cbf997-d055-439c-ac8b-df24e4ecf53a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee65f922-1abd-4726-b6b3-56f53929aa77 HTTP/1.1" status: 200 len: 944 time: 0.2132771 May 31 18:54:41.725336 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['7a949cf5-72b8-4b03-a3b4-d662fc2717f2'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:54:41.943390 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e8ef96e7-1d9d-411a-b9f8-90933cbc1d9a req-0b783c81-189b-4ea2-97fe-4423e0011696 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 210 time: 0.2023573 May 31 18:54:41.963499 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-832e74b5-0038-4123-b49e-bffbb6573462 req-bbee3a96-c0b8-4ae8-854c-7bfa1e8572b6 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631624 May 31 18:54:41.975340 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf418a0d-30d1-4d78-9539-df4e97ae6207 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:41.976796 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf418a0d-30d1-4d78-9539-df4e97ae6207 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.43 "GET /v2.0/networks?id=30b743b9-9bf5-4521-92f4-9584d0c12acb HTTP/1.1" status: 200 len: 808 time: 0.4317539 May 31 18:54:42.028609 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-c9323461-ce84-427d-b7ef-b013664b594c tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cb3ae7b7b184ed8ac2009fb9382e7d5 HTTP/1.1" status: 200 len: 380 time: 0.0410297 May 31 18:54:42.036185 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-f418ac4a-e4ca-4fdf-84ad-bab37976e685 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Request body: {'port': {'device_id': '9c3a2434-67aa-48ee-b269-209b9535bdc6', 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb', 'admin_state_up': True, 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'security_groups': ['6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b']}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:54:42.175587 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-f418ac4a-e4ca-4fdf-84ad-bab37976e685 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:42.185199 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-f418ac4a-e4ca-4fdf-84ad-bab37976e685 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:42.195226 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-f418ac4a-e4ca-4fdf-84ad-bab37976e685 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Made reservation on behalf of 7cb3ae7b7b184ed8ac2009fb9382e7d5 for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:54:42.198657 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-f418ac4a-e4ca-4fdf-84ad-bab37976e685 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:42.379385 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-f418ac4a-e4ca-4fdf-84ad-bab37976e685 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Allocated IP 172.20.0.12 (30b743b9-9bf5-4521-92f4-9584d0c12acb/f13f8bd9-019b-40ed-9964-15a1d19e6320/524fd408-72d0-4676-974f-052786ca594e) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:54:42.580056 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-f418ac4a-e4ca-4fdf-84ad-bab37976e685 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:42.595745 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-f418ac4a-e4ca-4fdf-84ad-bab37976e685 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Transition to ACTIVE for port object 524fd408-72d0-4676-974f-052786ca594e will not be triggered until provisioned by entity DHCP. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:54:42.620249 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-f418ac4a-e4ca-4fdf-84ad-bab37976e685 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:42.626927 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-5822f2db-29ec-458e-9d1e-63cf883af492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:42.700362 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-f418ac4a-e4ca-4fdf-84ad-bab37976e685 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Network 30b743b9-9bf5-4521-92f4-9584d0c12acb is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:54:42.700924 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-f418ac4a-e4ca-4fdf-84ad-bab37976e685 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:54:42.704548 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-f418ac4a-e4ca-4fdf-84ad-bab37976e685 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:54:42.736031 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418ac4a-e4ca-4fdf-84ad-bab37976e685 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Pushing event updated for resources: {'Port': ['ID=524fd408-72d0-4676-974f-052786ca594e,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:42.743985 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f418ac4a-e4ca-4fdf-84ad-bab37976e685 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:42.776594 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-f418ac4a-e4ca-4fdf-84ad-bab37976e685 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:42.777214 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-f418ac4a-e4ca-4fdf-84ad-bab37976e685 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:42.806721 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-f418ac4a-e4ca-4fdf-84ad-bab37976e685 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7741289 May 31 18:54:42.819762 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Request body: {'port': {'device_id': '9c3a2434-67aa-48ee-b269-209b9535bdc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:54:42.899734 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9c8beae9-dcba-4859-9d02-d80837e8a5eb None None] Provisioning for port 524fd408-72d0-4676-974f-052786ca594e completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:54:42.903688 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9c8beae9-dcba-4859-9d02-d80837e8a5eb None None] Provisioning complete for port 524fd408-72d0-4676-974f-052786ca594e triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:54:42.904073 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9c8beae9-dcba-4859-9d02-d80837e8a5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:42.955118 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:42.962269 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-9c8beae9-dcba-4859-9d02-d80837e8a5eb None None] Port 524fd408-72d0-4676-974f-052786ca594e cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:54:43.077787 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 7a949cf5-72b8-4b03-a3b4-d662fc2717f2 up at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:54:43.154537 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning for port 7a949cf5-72b8-4b03-a3b4-d662fc2717f2 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:54:43.160720 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning complete for port 7a949cf5-72b8-4b03-a3b4-d662fc2717f2 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:54:43.161116 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:43.235568 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 52718) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:43.292880 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:43.322302 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee65f922-1abd-4726-b6b3-56f53929aa77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a949cf5-72b8-4b03-a3b4-d662fc2717f2'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:54:43.324620 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2f5ff8a6751ba2ee84274e630c5bdce29e81d1d572756191e078aed669e92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8bf8cf-4935-45a4-9300-3f1aaec95b21" -d '{"events": [{"server_uuid": "ee65f922-1abd-4726-b6b3-56f53929aa77", "name": "network-vif-plugged", "status": "completed", "tag": "7a949cf5-72b8-4b03-a3b4-d662fc2717f2"}]}' {{(pid=91735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:54:43.333503 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 7a949cf5-72b8-4b03-a3b4-d662fc2717f2, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=7a949cf5-72b8-4b03-a3b4-d662fc2717f2,segment=NetworkSegment(967f1c06-0d25-4c43-be7b-5d39afd1eb08),segment_id=967f1c06-0d25-4c43-be7b-5d39afd1eb08)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:54:43.337581 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:43.339542 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:43.342487 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d4072-81d6-4ea4-808d-336cc7a30b30 req-6a461eeb-b211-4124-b8ed-2607dd938ec9 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:43.343222 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-bb1d4072-81d6-4ea4-808d-336cc7a30b30 req-6a461eeb-b211-4124-b8ed-2607dd938ec9 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Synchronizing usage tracker for tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:54:43.369365 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-575107ce-b78d-44ec-96bf-ba5ece57cf21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:43.384386 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-575107ce-b78d-44ec-96bf-ba5ece57cf21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:43.386193 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11a68a-b8f5-45a0-9eb4-7c0afe9ad8b0 req-8ccdd44d-624d-4c5e-87d1-3d17da66a71a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:43.387692 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5f11a68a-b8f5-45a0-9eb4-7c0afe9ad8b0 req-8ccdd44d-624d-4c5e-87d1-3d17da66a71a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee65f922-1abd-4726-b6b3-56f53929aa77 HTTP/1.1" status: 200 len: 944 time: 0.2773426 May 31 18:54:43.388675 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-575107ce-b78d-44ec-96bf-ba5ece57cf21 admin admin] Usage tracker for resource:security_group_rule and tenant:7e198434605d415a814f51b186022856 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:43.391826 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-575107ce-b78d-44ec-96bf-ba5ece57cf21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:43.395582 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-bb1d4072-81d6-4ea4-808d-336cc7a30b30 req-6a461eeb-b211-4124-b8ed-2607dd938ec9 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Unset dirty status for tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:54:43.396936 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bb1d4072-81d6-4ea4-808d-336cc7a30b30 req-6a461eeb-b211-4124-b8ed-2607dd938ec9 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 932 time: 0.3231094 May 31 18:54:43.398184 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-575107ce-b78d-44ec-96bf-ba5ece57cf21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:43.433002 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=7a949cf5-72b8-4b03-a3b4-d662fc2717f2,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:43.444137 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:43.482850 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-575107ce-b78d-44ec-96bf-ba5ece57cf21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:43.489321 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-575107ce-b78d-44ec-96bf-ba5ece57cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:43.498488 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-8c7239f5-6b98-41ba-95d9-3255f2e5ac21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:43.527352 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5f11a68a-b8f5-45a0-9eb4-7c0afe9ad8b0 req-34833133-5a8e-4d37-9f5a-7c792f677e6c tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293252 May 31 18:54:43.532626 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524fd408-72d0-4676-974f-052786ca594e {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:54:43.541814 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-575107ce-b78d-44ec-96bf-ba5ece57cf21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e198434605d415a814f51b186022856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012292 May 31 18:54:43.541814 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575107ce-b78d-44ec-96bf-ba5ece57cf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e5fd74-4850-405b-a8b6-053b69b518b7,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:43.542381 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 52728) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:43.545789 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:43.551913 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-575107ce-b78d-44ec-96bf-ba5ece57cf21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:43.552898 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bb1d4072-81d6-4ea4-808d-336cc7a30b30 req-0820ccd1-56c2-4516-bd53-5f4a7c5c0d44 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454213 May 31 18:54:43.587535 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Transition to ACTIVE for port object 524fd408-72d0-4676-974f-052786ca594e will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:54:43.598182 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:43.603790 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:43.725300 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb9464e-db37-40e8-80ca-54bcf883770d x-openstack-request-id: req-bdb9464e-db37-40e8-80ca-54bcf883770d {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:54:43.725848 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee65f922-1abd-4726-b6b3-56f53929aa77", "name": "network-vif-plugged", "status": "completed", "tag": "7a949cf5-72b8-4b03-a3b4-d662fc2717f2", "code": 200}]} {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:54:43.726182 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bdb9464e-db37-40e8-80ca-54bcf883770d {{(pid=91735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:54:43.726646 dv-cinder-770050-4-iscsi neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee65f922-1abd-4726-b6b3-56f53929aa77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a949cf5-72b8-4b03-a3b4-d662fc2717f2', 'code': 200} May 31 18:54:43.746713 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9a658890-a8c6-43b1-8746-ac1268b5f382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:43.782513 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Pushing event updated for resources: {'Port': ['ID=524fd408-72d0-4676-974f-052786ca594e,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:43.796247 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:43.899031 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.43', 51127) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:43.968488 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9a658890-a8c6-43b1-8746-ac1268b5f382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:43.970989 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa4642-75d4-4b86-9afb-9c25cc201662 req-0e1cf23c-641e-47d6-893e-3ff3c3fcf2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:43.973526 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-6afa4642-75d4-4b86-9afb-9c25cc201662 req-0e1cf23c-641e-47d6-893e-3ff3c3fcf2c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ee65f922-1abd-4726-b6b3-56f53929aa77 HTTP/1.1" status: 200 len: 1098 time: 0.0735133 May 31 18:54:44.020067 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-6afa4642-75d4-4b86-9afb-9c25cc201662 req-2c3e5ed3-048f-44e3-a306-568071f419a8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391383 May 31 18:54:44.022695 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Attempting to bind port 524fd408-72d0-4676-974f-052786ca594e on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:54:44.023053 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Attempting to bind port 524fd408-72d0-4676-974f-052786ca594e by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': 'e79f3ff0-43c9-49f3-88f4-4fde2aac791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:54:44.023380 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Attempting to bind port 524fd408-72d0-4676-974f-052786ca594e on network 30b743b9-9bf5-4521-92f4-9584d0c12acb {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:54:44.028837 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Port 524fd408-72d0-4676-974f-052786ca594e on network 30b743b9-9bf5-4521-92f4-9584d0c12acb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:54:44.029155 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Attempting to bind port 524fd408-72d0-4676-974f-052786ca594e on network 30b743b9-9bf5-4521-92f4-9584d0c12acb {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:54:44.036011 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Checking agent: {'id': '75fd49d7-87f2-48bc-9cc9-330562c49b9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:54:44.036344 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Checking segment: {'id': 'e79f3ff0-43c9-49f3-88f4-4fde2aac791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:54:44.036726 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Bound using segment: {'id': 'e79f3ff0-43c9-49f3-88f4-4fde2aac791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:54:44.037157 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Bound port: 524fd408-72d0-4676-974f-052786ca594e, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79f3ff0-43c9-49f3-88f4-4fde2aac791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:54:44.037504 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:44.096156 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9a658890-a8c6-43b1-8746-ac1268b5f382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:44.103423 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-14237a04-18fd-4c81-8dea-713372f1d525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:44.117174 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a658890-a8c6-43b1-8746-ac1268b5f382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e5fd74-4850-405b-a8b6-053b69b518b7,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:44.122287 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9a658890-a8c6-43b1-8746-ac1268b5f382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:44.134935 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9a658890-a8c6-43b1-8746-ac1268b5f382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:44.136037 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-9a658890-a8c6-43b1-8746-ac1268b5f382 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8e5fd74-4850-405b-a8b6-053b69b518b7 HTTP/1.1" status: 204 len: 168 time: 0.5925591 May 31 18:54:44.153126 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] For port 524fd408-72d0-4676-974f-052786ca594e, host hv-cinder-77005, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:54:44.156095 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] For port 524fd408-72d0-4676-974f-052786ca594e, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=524fd408-72d0-4676-974f-052786ca594e,segment=NetworkSegment(e79f3ff0-43c9-49f3-88f4-4fde2aac791c),segment_id=e79f3ff0-43c9-49f3-88f4-4fde2aac791c)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:54:44.162126 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:44.165751 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-46cf8d13-67b1-451f-b890-9650a2d4383d tempest-TestVolumeBootPattern-64406052 tempest-TestVolumeBootPattern-64406052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:44.226136 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:44.226750 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:44.228148 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] 10.222.0.43 "PUT /v2.0/ports/524fd408-72d0-4676-974f-052786ca594e HTTP/1.1" status: 200 len: 1094 time: 1.4128435 May 31 18:54:44.228642 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3a2434-67aa-48ee-b269-209b9535bdc6', 'tag': '524fd408-72d0-4676-974f-052786ca594e'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:54:44.230945 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e462f6-1f0d-4d63-a180-3ad72fb21272" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3a2434-67aa-48ee-b269-209b9535bdc6", "tag": "524fd408-72d0-4676-974f-052786ca594e"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:54:44.250112 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Pushing event updated for resources: {'Port': ['ID=524fd408-72d0-4676-974f-052786ca594e,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:44.254632 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bf350579-f6bb-4ac6-9b34-8a4e02f27126 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:44.317018 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c11d89-5391-472f-a757-7556b39ce8fc x-openstack-request-id: req-61c11d89-5391-472f-a757-7556b39ce8fc {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:54:44.317345 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3a2434-67aa-48ee-b269-209b9535bdc6", "tag": "524fd408-72d0-4676-974f-052786ca594e", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:54:44.317641 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61c11d89-5391-472f-a757-7556b39ce8fc {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:54:44.318072 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3a2434-67aa-48ee-b269-209b9535bdc6', 'tag': '524fd408-72d0-4676-974f-052786ca594e', 'status': 'completed', 'code': 200} May 31 18:54:44.367571 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-53a9e43e-bdc6-4903-8066-dfb936c67889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:44.369062 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-53a9e43e-bdc6-4903-8066-dfb936c67889 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7cb3ae7b7b184ed8ac2009fb9382e7d5&device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 1097 time: 0.0868714 May 31 18:54:44.442327 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-f9eb2bbe-375c-4a94-be39-02c260142133 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=524fd408-72d0-4676-974f-052786ca594e HTTP/1.1" status: 200 len: 217 time: 0.0649536 May 31 18:54:44.460006 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 52742) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:44.477328 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8c40a970-51e3-4d55-9e39-d643b5e8d315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:44.492087 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-8c40a970-51e3-4d55-9e39-d643b5e8d315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:44.495832 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-8c40a970-51e3-4d55-9e39-d643b5e8d315 admin admin] Usage tracker for resource:security_group_rule and tenant:e46f2206d03e4e0c9e36ec69a5afba95 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:44.498644 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-8c40a970-51e3-4d55-9e39-d643b5e8d315 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:44.505051 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-8c40a970-51e3-4d55-9e39-d643b5e8d315 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:44.512312 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-9ec8a6b5-ca3f-4912-b679-3ed8db744e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:44.514011 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-9ec8a6b5-ca3f-4912-b679-3ed8db744e3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f13f8bd9-019b-40ed-9964-15a1d19e6320 HTTP/1.1" status: 200 len: 847 time: 0.0640874 May 31 18:54:44.588943 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8c40a970-51e3-4d55-9e39-d643b5e8d315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:44.594590 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8c40a970-51e3-4d55-9e39-d643b5e8d315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:44.597262 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-c8f23fac-7422-475a-af6e-5e03972980e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:44.599022 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-c8f23fac-7422-475a-af6e-5e03972980e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30b743b9-9bf5-4521-92f4-9584d0c12acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786424 May 31 18:54:44.605538 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-5f9fe8a5-693b-4dac-9a28-1e51c9ae62e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:44.645521 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40a970-51e3-4d55-9e39-d643b5e8d315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5f8707-51c0-448f-97fb-9ebe606d9c4a,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:44.652487 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-8c40a970-51e3-4d55-9e39-d643b5e8d315 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e46f2206d03e4e0c9e36ec69a5afba95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913555 May 31 18:54:44.653423 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-8c40a970-51e3-4d55-9e39-d643b5e8d315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:44.654169 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 52750) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:44.713380 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7819707c-8feb-422d-9da2-927378ef6d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:44.742849 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7819707c-8feb-422d-9da2-927378ef6d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:44.794638 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7819707c-8feb-422d-9da2-927378ef6d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:44.800453 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-301f2955-dea0-4e5b-9023-574f5637ee72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:44.812691 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819707c-8feb-422d-9da2-927378ef6d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5f8707-51c0-448f-97fb-9ebe606d9c4a,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:44.817090 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-7819707c-8feb-422d-9da2-927378ef6d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:44.823367 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7819707c-8feb-422d-9da2-927378ef6d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:44.826825 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-7819707c-8feb-422d-9da2-927378ef6d0e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c5f8707-51c0-448f-97fb-9ebe606d9c4a HTTP/1.1" status: 204 len: 168 time: 0.1689205 May 31 18:54:44.878379 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-b948b029-c508-4353-9a1a-d2b158aa688f service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710309 May 31 18:54:44.994496 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a164630-6f41-438d-bcd5-344c4b6a73c6 req-defde5a4-e840-4d08-9680-dfeba0a96bec tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:44.996700 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6a164630-6f41-438d-bcd5-344c4b6a73c6 req-defde5a4-e840-4d08-9680-dfeba0a96bec tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee65f922-1abd-4726-b6b3-56f53929aa77 HTTP/1.1" status: 200 len: 945 time: 0.2938902 May 31 18:54:45.006844 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ab8b4-0570-40e7-b5aa-26839cc0ada2 req-403e4f29-0cc7-46d4-8eb9-362cb353334e tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:45.008322 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-612ab8b4-0570-40e7-b5aa-26839cc0ada2 req-403e4f29-0cc7-46d4-8eb9-362cb353334e tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 944 time: 0.3068659 May 31 18:54:45.122247 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-612ab8b4-0570-40e7-b5aa-26839cc0ada2 req-8fd65890-a066-4d71-bdba-b1f35e8360c1 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924761 May 31 18:54:45.143779 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6a164630-6f41-438d-bcd5-344c4b6a73c6 req-1538f4b0-d6ba-414d-a820-6bff283f40f2 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315298 May 31 18:54:45.148510 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-204fc791-a450-446a-ba33-0686a51d7ec0 req-3b1613c6-2eae-49ce-ac7c-7a584548a659 service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638707 May 31 18:54:45.270199 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e462f6-1f0d-4d63-a180-3ad72fb21272 req-d54d0b21-d952-4ce6-b103-f52daf670663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:45.272164 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d6e462f6-1f0d-4d63-a180-3ad72fb21272 req-d54d0b21-d952-4ce6-b103-f52daf670663 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7cb3ae7b7b184ed8ac2009fb9382e7d5&device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 1097 time: 0.0740457 May 31 18:54:45.410741 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e462f6-1f0d-4d63-a180-3ad72fb21272 req-191ece58-625f-43e5-b826-b0b0992068a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:45.412227 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d6e462f6-1f0d-4d63-a180-3ad72fb21272 req-191ece58-625f-43e5-b826-b0b0992068a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=30b743b9-9bf5-4521-92f4-9584d0c12acb HTTP/1.1" status: 200 len: 909 time: 0.1335876 May 31 18:54:45.489129 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d6e462f6-1f0d-4d63-a180-3ad72fb21272 req-42a2c357-0249-4831-b386-15e8b2603ae4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=524fd408-72d0-4676-974f-052786ca594e HTTP/1.1" status: 200 len: 217 time: 0.0696909 May 31 18:54:45.490462 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:45.551980 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e462f6-1f0d-4d63-a180-3ad72fb21272 req-33794fe2-2c4d-43d1-b024-47f300caaf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:45.553436 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d6e462f6-1f0d-4d63-a180-3ad72fb21272 req-33794fe2-2c4d-43d1-b024-47f300caaf7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f13f8bd9-019b-40ed-9964-15a1d19e6320 HTTP/1.1" status: 200 len: 847 time: 0.0584686 May 31 18:54:45.631761 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e462f6-1f0d-4d63-a180-3ad72fb21272 req-8c39037e-44e7-448e-8f65-df632c3bac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:45.633148 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d6e462f6-1f0d-4d63-a180-3ad72fb21272 req-8c39037e-44e7-448e-8f65-df632c3bac10 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30b743b9-9bf5-4521-92f4-9584d0c12acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737300 May 31 18:54:45.870586 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d6e462f6-1f0d-4d63-a180-3ad72fb21272 req-c65d4d4b-b45f-4115-bc74-c8eda85742df service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297893 May 31 18:54:46.002076 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d6e462f6-1f0d-4d63-a180-3ad72fb21272 req-10aa0007-3cb1-4278-9c73-b97a7d96488e service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247973 May 31 18:54:46.378431 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb89ca-c287-419a-86ec-839f79d42e03 req-ddf08497-766d-4c19-826d-f8af9bf44f48 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:46.379909 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e9bb89ca-c287-419a-86ec-839f79d42e03 req-ddf08497-766d-4c19-826d-f8af9bf44f48 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 944 time: 0.1435161 May 31 18:54:46.426987 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906de8e5-b645-407f-a0cf-cc832ba00003 req-a66679f5-3e2a-48dd-83c5-e8d07ffe541e tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:46.428356 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-906de8e5-b645-407f-a0cf-cc832ba00003 req-a66679f5-3e2a-48dd-83c5-e8d07ffe541e tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee65f922-1abd-4726-b6b3-56f53929aa77 HTTP/1.1" status: 200 len: 945 time: 0.1552503 May 31 18:54:46.452823 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e9bb89ca-c287-419a-86ec-839f79d42e03 req-7ab2dc9a-c026-40d1-8e83-0b314130d840 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664496 May 31 18:54:46.486244 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-906de8e5-b645-407f-a0cf-cc832ba00003 req-701a4db0-b934-4cc4-88fa-4fe93776fae3 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519154 May 31 18:54:47.055408 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0ae590b5-8aeb-492a-be8f-63bd924a3ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:47.502070 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30a483-ac8d-4c5d-abbf-4b377461aa29 req-38b4ecf2-593f-47e9-b3d9-0a7ba2d46080 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:47.507248 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-de30a483-ac8d-4c5d-abbf-4b377461aa29 req-38b4ecf2-593f-47e9-b3d9-0a7ba2d46080 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee65f922-1abd-4726-b6b3-56f53929aa77 HTTP/1.1" status: 200 len: 945 time: 0.0918150 May 31 18:54:47.551609 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 52838) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:47.552187 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-de30a483-ac8d-4c5d-abbf-4b377461aa29 req-56f9aa72-a2db-472d-8950-b71cf472c34f tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420997 May 31 18:54:47.637760 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316c784-dbc5-402d-9af5-0fc71bc264bf req-ea15dfd8-cfff-4609-b731-56b3d03e4f50 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:47.639243 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3316c784-dbc5-402d-9af5-0fc71bc264bf req-ea15dfd8-cfff-4609-b731-56b3d03e4f50 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 944 time: 0.0796804 May 31 18:54:47.672983 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6ef2d55a-a2a9-4921-b1a5-de2d59648cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:47.684436 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3316c784-dbc5-402d-9af5-0fc71bc264bf req-6becddcc-2ebd-4897-9edc-44200267615d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393593 May 31 18:54:47.687715 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-6ef2d55a-a2a9-4921-b1a5-de2d59648cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:47.691707 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-6ef2d55a-a2a9-4921-b1a5-de2d59648cc4 admin admin] Usage tracker for resource:security_group_rule and tenant:030b5abdbd8642afb258d2196419b501 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:47.694458 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-6ef2d55a-a2a9-4921-b1a5-de2d59648cc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:47.700259 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-6ef2d55a-a2a9-4921-b1a5-de2d59648cc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:47.781649 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6ef2d55a-a2a9-4921-b1a5-de2d59648cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:47.785857 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6ef2d55a-a2a9-4921-b1a5-de2d59648cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:47.794151 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ad2687e0-c4b1-40fb-93f9-f1d394997891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:47.834163 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-6ef2d55a-a2a9-4921-b1a5-de2d59648cc4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=030b5abdbd8642afb258d2196419b501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803626 May 31 18:54:47.835108 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2d55a-a2a9-4921-b1a5-de2d59648cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88641952-32ff-43b6-ad5c-db978bd3158e,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:47.837030 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 52844) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:47.838572 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-6ef2d55a-a2a9-4921-b1a5-de2d59648cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:47.901841 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-09e49285-f5c9-4b90-b8c7-2883657f1ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:47.927224 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-09e49285-f5c9-4b90-b8c7-2883657f1ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:47.978313 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-09e49285-f5c9-4b90-b8c7-2883657f1ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:47.981873 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3e360fea-b326-45f6-828c-42b32bdb94be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:47.992974 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e49285-f5c9-4b90-b8c7-2883657f1ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88641952-32ff-43b6-ad5c-db978bd3158e,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:47.996314 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-09e49285-f5c9-4b90-b8c7-2883657f1ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:47.999395 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-09e49285-f5c9-4b90-b8c7-2883657f1ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:48.000436 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-09e49285-f5c9-4b90-b8c7-2883657f1ab0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/88641952-32ff-43b6-ad5c-db978bd3158e HTTP/1.1" status: 204 len: 168 time: 0.1583433 May 31 18:54:48.271219 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 52852) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:48.288814 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-246b6aee-5b92-48f0-ab91-fd268e1c591f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:48.306013 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-246b6aee-5b92-48f0-ab91-fd268e1c591f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:48.309696 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-246b6aee-5b92-48f0-ab91-fd268e1c591f admin admin] Usage tracker for resource:security_group_rule and tenant:7de1ba69f32141c3a17ad1177eb20a39 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:48.312918 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-246b6aee-5b92-48f0-ab91-fd268e1c591f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:48.319655 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-246b6aee-5b92-48f0-ab91-fd268e1c591f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:48.399151 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-246b6aee-5b92-48f0-ab91-fd268e1c591f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:48.402684 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-246b6aee-5b92-48f0-ab91-fd268e1c591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:48.411890 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ed40f2db-ec68-4748-9753-2104980f0482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:48.451023 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-246b6aee-5b92-48f0-ab91-fd268e1c591f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7de1ba69f32141c3a17ad1177eb20a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1787326 May 31 18:54:48.452583 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b6aee-5b92-48f0-ab91-fd268e1c591f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11887e2c-2cef-4387-956e-583c2e8168ab,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:48.453686 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 52856) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:48.456110 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-246b6aee-5b92-48f0-ab91-fd268e1c591f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:48.512166 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a44a02fd-fb1a-44da-9193-14876849026b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:48.537795 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a44a02fd-fb1a-44da-9193-14876849026b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:48.589952 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a44a02fd-fb1a-44da-9193-14876849026b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:48.593937 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-58b49fff-39d0-4127-ada0-58575b70212d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:48.606238 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a02fd-fb1a-44da-9193-14876849026b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11887e2c-2cef-4387-956e-583c2e8168ab,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:48.609938 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a44a02fd-fb1a-44da-9193-14876849026b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:48.614459 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a44a02fd-fb1a-44da-9193-14876849026b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:48.618025 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-a44a02fd-fb1a-44da-9193-14876849026b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/11887e2c-2cef-4387-956e-583c2e8168ab HTTP/1.1" status: 204 len: 168 time: 0.1609335 May 31 18:54:48.766029 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565c9e7-7e35-414a-a562-03dfe5cdfb0f req-ee5293a2-522c-4d8a-a53c-ea57b48a1ab2 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:48.767559 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2565c9e7-7e35-414a-a562-03dfe5cdfb0f req-ee5293a2-522c-4d8a-a53c-ea57b48a1ab2 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee65f922-1abd-4726-b6b3-56f53929aa77 HTTP/1.1" status: 200 len: 945 time: 0.0844159 May 31 18:54:48.856493 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2565c9e7-7e35-414a-a562-03dfe5cdfb0f req-340bcc6c-5dfe-4c68-a80d-be0a6795e199 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828996 May 31 18:54:48.952560 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b51ed-03d4-4688-85f6-0a09e0647452 req-e8e29c15-b24a-4598-b2c5-9ece6a84784b tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:48.953964 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-584b51ed-03d4-4688-85f6-0a09e0647452 req-e8e29c15-b24a-4598-b2c5-9ece6a84784b tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 944 time: 0.1502614 May 31 18:54:48.993502 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055087c-cfae-4505-8cba-6e859e5de32e req-207513a7-5e5f-456d-a193-9b8bb33c268f tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:48.994993 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f055087c-cfae-4505-8cba-6e859e5de32e req-207513a7-5e5f-456d-a193-9b8bb33c268f tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee65f922-1abd-4726-b6b3-56f53929aa77 HTTP/1.1" status: 200 len: 945 time: 0.1301620 May 31 18:54:49.066193 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-584b51ed-03d4-4688-85f6-0a09e0647452 req-f346b551-19de-4a90-bb91-7cda1c4574ce tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060128 May 31 18:54:49.150412 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-f055087c-cfae-4505-8cba-6e859e5de32e req-8a97f60c-d5a9-4b83-b498-3de2ced131a1 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Deleting port 7a949cf5-72b8-4b03-a3b4-d662fc2717f2 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:54:49.150752 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-f055087c-cfae-4505-8cba-6e859e5de32e req-8a97f60c-d5a9-4b83-b498-3de2ced131a1 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:49.286485 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-f055087c-cfae-4505-8cba-6e859e5de32e req-8a97f60c-d5a9-4b83-b498-3de2ced131a1 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] For port 7a949cf5-72b8-4b03-a3b4-d662fc2717f2, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=7a949cf5-72b8-4b03-a3b4-d662fc2717f2,segment=NetworkSegment(967f1c06-0d25-4c43-be7b-5d39afd1eb08),segment_id=967f1c06-0d25-4c43-be7b-5d39afd1eb08)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:54:49.286879 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-f055087c-cfae-4505-8cba-6e859e5de32e req-8a97f60c-d5a9-4b83-b498-3de2ced131a1 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:49.411270 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-f055087c-cfae-4505-8cba-6e859e5de32e req-8a97f60c-d5a9-4b83-b498-3de2ced131a1 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Calling delete_port for 7a949cf5-72b8-4b03-a3b4-d662fc2717f2 owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:54:49.477151 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:49.535271 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-f055087c-cfae-4505-8cba-6e859e5de32e req-8a97f60c-d5a9-4b83-b498-3de2ced131a1 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:49.540753 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7ccc2ede-d4d7-450e-886f-b4e02c3f6b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:49.547386 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['7a949cf5-72b8-4b03-a3b4-d662fc2717f2'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:54:49.586255 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97f60c-d5a9-4b83-b498-3de2ced131a1 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Pushing event deleted for resources: {'Port': ['ID=7a949cf5-72b8-4b03-a3b4-d662fc2717f2,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:49.590065 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8a97f60c-d5a9-4b83-b498-3de2ced131a1 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:49.766181 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f055087c-cfae-4505-8cba-6e859e5de32e req-8a97f60c-d5a9-4b83-b498-3de2ced131a1 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] No DVR routers for this DVR port 7a949cf5-72b8-4b03-a3b4-d662fc2717f2 on host hv-cinder-77005 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:54:49.768676 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-f055087c-cfae-4505-8cba-6e859e5de32e req-8a97f60c-d5a9-4b83-b498-3de2ced131a1 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:49.771308 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee65f922-1abd-4726-b6b3-56f53929aa77', 'name': 'network-vif-deleted', 'tag': '7a949cf5-72b8-4b03-a3b4-d662fc2717f2'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:54:49.773566 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e184fee4-8597-41b5-8e16-367d24af36dd" -d '{"events": [{"server_uuid": "ee65f922-1abd-4726-b6b3-56f53929aa77", "name": "network-vif-deleted", "tag": "7a949cf5-72b8-4b03-a3b4-d662fc2717f2"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:54:49.788335 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f055087c-cfae-4505-8cba-6e859e5de32e req-8a97f60c-d5a9-4b83-b498-3de2ced131a1 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.43 "DELETE /v2.0/ports/7a949cf5-72b8-4b03-a3b4-d662fc2717f2 HTTP/1.1" status: 204 len: 173 time: 0.7843957 May 31 18:54:49.827409 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9be45c-80e2-4edd-8c31-4a65fdb9deb7 x-openstack-request-id: req-ba9be45c-80e2-4edd-8c31-4a65fdb9deb7 {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:54:49.827790 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee65f922-1abd-4726-b6b3-56f53929aa77", "name": "network-vif-deleted", "tag": "7a949cf5-72b8-4b03-a3b4-d662fc2717f2", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:54:49.828088 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba9be45c-80e2-4edd-8c31-4a65fdb9deb7 {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:54:49.828721 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee65f922-1abd-4726-b6b3-56f53929aa77', 'name': 'network-vif-deleted', 'tag': '7a949cf5-72b8-4b03-a3b4-d662fc2717f2', 'status': 'completed', 'code': 200} May 31 18:54:49.830526 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-fc54c886-ccc3-46f9-9b4d-d839559ed838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:50.023863 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-3cffafd8-9915-436c-8835-fd2671a1b32a req-03b56fb1-b96f-4cd4-a0c1-311b625dc41a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Synchronizing usage tracker for tenant:e61df25f04ef4f6bb577d95591d875d8 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:54:50.039538 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-3cffafd8-9915-436c-8835-fd2671a1b32a req-03b56fb1-b96f-4cd4-a0c1-311b625dc41a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Unset dirty status for tenant:e61df25f04ef4f6bb577d95591d875d8 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:54:50.040669 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3cffafd8-9915-436c-8835-fd2671a1b32a req-03b56fb1-b96f-4cd4-a0c1-311b625dc41a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee65f922-1abd-4726-b6b3-56f53929aa77 HTTP/1.1" status: 200 len: 210 time: 0.0598311 May 31 18:54:50.262438 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9861b2a-c8c1-40db-9b1e-8c2289e9e8c8 req-65fd658f-2414-4804-93f9-9ba230c0cfa1 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:50.263945 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f9861b2a-c8c1-40db-9b1e-8c2289e9e8c8 req-65fd658f-2414-4804-93f9-9ba230c0cfa1 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 944 time: 0.0879467 May 31 18:54:50.316484 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f9861b2a-c8c1-40db-9b1e-8c2289e9e8c8 req-f351c69f-6a94-4954-9016-64c233543923 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465119 May 31 18:54:50.488039 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:51.496613 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9429-89bd-4a44-b148-ef2a02101332 req-60573d09-80f9-4e52-b3e4-07efe3d914ba tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:51.498034 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-458d9429-89bd-4a44-b148-ef2a02101332 req-60573d09-80f9-4e52-b3e4-07efe3d914ba tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/networks?id=7b592472-ba97-4bbb-8154-8bc441746c92 HTTP/1.1" status: 200 len: 809 time: 0.1917946 May 31 18:54:51.516193 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-458d9429-89bd-4a44-b148-ef2a02101332 req-3a3efef7-3479-46f5-85f3-758e3fcedbb4 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/quotas/e61df25f04ef4f6bb577d95591d875d8 HTTP/1.1" status: 200 len: 375 time: 0.0125115 May 31 18:54:51.570568 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-458d9429-89bd-4a44-b148-ef2a02101332 req-7a104aa6-c761-42ec-9184-ce435dc0acb1 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e61df25f04ef4f6bb577d95591d875d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483899 May 31 18:54:51.578605 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261ffc3-3eac-4c27-904f-c0e9a4f20175 req-a3dcd925-6a18-4599-8dd7-f33bf6c1a9e1 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:51.579953 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9261ffc3-3eac-4c27-904f-c0e9a4f20175 req-a3dcd925-6a18-4599-8dd7-f33bf6c1a9e1 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 944 time: 0.1570952 May 31 18:54:51.704770 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9261ffc3-3eac-4c27-904f-c0e9a4f20175 req-d4afa42e-a253-475a-afee-5850b23c6933 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029470 May 31 18:54:51.740669 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-458d9429-89bd-4a44-b148-ef2a02101332 req-9b723c33-89f1-4c7a-b7a2-ddae78e648f2 service neutron] 10.222.0.30 "GET /v2.0/networks/7b592472-ba97-4bbb-8154-8bc441746c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592472 May 31 18:54:51.872296 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-458d9429-89bd-4a44-b148-ef2a02101332 req-9b634af8-c336-497b-acac-f48c8c3629df service neutron] 10.222.0.30 "GET /v2.0/networks/7b592472-ba97-4bbb-8154-8bc441746c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258469 May 31 18:54:52.098389 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ca280be3-e5f3-4a5e-b070-9a430738f35c req-5ede77cf-3791-4453-9501-86f7a23e953d tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5 HTTP/1.1" status: 200 len: 210 time: 0.0539651 May 31 18:54:52.306452 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:52.896572 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1353-0909-4729-83aa-e1d6168b49cc req-88e139e8-dce8-47bf-82f5-7a205a231fc6 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:52.898093 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b79c1353-0909-4729-83aa-e1d6168b49cc req-88e139e8-dce8-47bf-82f5-7a205a231fc6 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 944 time: 0.0872302 May 31 18:54:52.943654 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b79c1353-0909-4729-83aa-e1d6168b49cc req-01076c97-9027-42bb-80e8-4cf82830cd70 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397000 May 31 18:54:53.107865 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9429-89bd-4a44-b148-ef2a02101332 req-505d4578-249c-452d-a1a7-572763b0a2c8 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:53.109226 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-458d9429-89bd-4a44-b148-ef2a02101332 req-505d4578-249c-452d-a1a7-572763b0a2c8 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.43 "GET /v2.0/networks?id=7b592472-ba97-4bbb-8154-8bc441746c92 HTTP/1.1" status: 200 len: 809 time: 0.1552048 May 31 18:54:53.121034 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a90aaa83-806f-47ec-a600-8a1cfece7a16 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Request body: {'port': {'device_id': 'dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5', 'network_id': '7b592472-ba97-4bbb-8154-8bc441746c92', 'admin_state_up': True, 'tenant_id': 'e61df25f04ef4f6bb577d95591d875d8'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:54:53.143855 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 524fd408-72d0-4676-974f-052786ca594e details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:54:53.146347 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 7a949cf5-72b8-4b03-a3b4-d662fc2717f2 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:54:53.208495 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] No Port match for: 7a949cf5-72b8-4b03-a3b4-d662fc2717f2 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:54:53.208849 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 7a949cf5-72b8-4b03-a3b4-d662fc2717f2 not bound to the agent host hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:54:53.284246 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-91ae9957-c979-4b37-9dea-c97e12b5beec req-4e2e50ec-8933-4563-aeb6-7b0b98a3c00a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5 HTTP/1.1" status: 200 len: 210 time: 0.0552769 May 31 18:54:53.339115 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a90aaa83-806f-47ec-a600-8a1cfece7a16 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:53.351019 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a90aaa83-806f-47ec-a600-8a1cfece7a16 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:53.362629 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a90aaa83-806f-47ec-a600-8a1cfece7a16 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Made reservation on behalf of e61df25f04ef4f6bb577d95591d875d8 for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:54:53.364258 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 524fd408-72d0-4676-974f-052786ca594e, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=524fd408-72d0-4676-974f-052786ca594e,segment=NetworkSegment(e79f3ff0-43c9-49f3-88f4-4fde2aac791c),segment_id=e79f3ff0-43c9-49f3-88f4-4fde2aac791c)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:54:53.366151 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a90aaa83-806f-47ec-a600-8a1cfece7a16 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:53.378745 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Returning: {'device': '524fd408-72d0-4676-974f-052786ca594e', 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb', 'port_id': '524fd408-72d0-4676-974f-052786ca594e', 'mac_address': 'fa:16:3e:41:28:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:54:53.434101 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:53.451360 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524fd408-72d0-4676-974f-052786ca594e {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:54:53.467372 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 524fd408-72d0-4676-974f-052786ca594e, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=524fd408-72d0-4676-974f-052786ca594e,segment=NetworkSegment(e79f3ff0-43c9-49f3-88f4-4fde2aac791c),segment_id=e79f3ff0-43c9-49f3-88f4-4fde2aac791c)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:54:53.471966 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:53.473832 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-b7cf1ccf-a4b9-400a-b613-5c46d5de1500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:53.543627 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=524fd408-72d0-4676-974f-052786ca594e,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:53.551893 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a90aaa83-806f-47ec-a600-8a1cfece7a16 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Allocated IP 172.20.0.4 (7b592472-ba97-4bbb-8154-8bc441746c92/336a929b-0298-4745-8ea2-5973768ef1d5/0e059a6e-b8c0-4d17-8030-c99df9f14bc4) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:54:53.554547 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:53.555013 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:53.555502 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:53.555838 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:53.556166 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:53.556784 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:53.556784 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:53.557188 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:53.557430 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:53.557741 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:53.558133 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:53.558423 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:54:53.562317 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:53.760832 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a90aaa83-806f-47ec-a600-8a1cfece7a16 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:53.788398 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['524fd408-72d0-4676-974f-052786ca594e'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:54:53.791211 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a90aaa83-806f-47ec-a600-8a1cfece7a16 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:53.796387 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:53.985717 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a90aaa83-806f-47ec-a600-8a1cfece7a16 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Network 7b592472-ba97-4bbb-8154-8bc441746c92 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:54:53.990191 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a90aaa83-806f-47ec-a600-8a1cfece7a16 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:54:53.994182 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a90aaa83-806f-47ec-a600-8a1cfece7a16 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:54:54.035408 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90aaa83-806f-47ec-a600-8a1cfece7a16 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Pushing event updated for resources: {'Port': ['ID=0e059a6e-b8c0-4d17-8030-c99df9f14bc4,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:54.039958 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a90aaa83-806f-47ec-a600-8a1cfece7a16 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:54.069404 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a90aaa83-806f-47ec-a600-8a1cfece7a16 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:54.070022 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a90aaa83-806f-47ec-a600-8a1cfece7a16 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:54.145301 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a90aaa83-806f-47ec-a600-8a1cfece7a16 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0278678 May 31 18:54:54.157453 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Request body: {'port': {'device_id': 'dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:54:54.224682 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a99c74-601d-4d73-9153-c5da60bd74fd req-d1eef12b-c0ef-4d62-9c63-a099f4a2853d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:54.226027 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e9a99c74-601d-4d73-9153-c5da60bd74fd req-d1eef12b-c0ef-4d62-9c63-a099f4a2853d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 945 time: 0.1507401 May 31 18:54:54.322235 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e9a99c74-601d-4d73-9153-c5da60bd74fd req-8d9ab5db-cdd8-4498-acf9-ec28b7e56046 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660970 May 31 18:54:54.322974 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:54.623285 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fb633-9220-4c9b-be9d-45cbc4bd0de8 req-8ef376ca-a18c-445b-855b-dbf58b58630a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:54.623982 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-383fb633-9220-4c9b-be9d-45cbc4bd0de8 req-8ef376ca-a18c-445b-855b-dbf58b58630a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Synchronizing usage tracker for tenant:e61df25f04ef4f6bb577d95591d875d8 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:54:54.667176 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-383fb633-9220-4c9b-be9d-45cbc4bd0de8 req-8ef376ca-a18c-445b-855b-dbf58b58630a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Unset dirty status for tenant:e61df25f04ef4f6bb577d95591d875d8 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:54:54.668308 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-383fb633-9220-4c9b-be9d-45cbc4bd0de8 req-8ef376ca-a18c-445b-855b-dbf58b58630a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5 HTTP/1.1" status: 200 len: 931 time: 0.2756953 May 31 18:54:54.734954 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-383fb633-9220-4c9b-be9d-45cbc4bd0de8 req-bc4cfc8d-97c9-4ee8-aec0-b4c60a76f8b0 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579543 May 31 18:54:54.791875 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e059a6e-b8c0-4d17-8030-c99df9f14bc4 {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:54:54.799886 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:54.814062 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Transition to ACTIVE for port object 0e059a6e-b8c0-4d17-8030-c99df9f14bc4 will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:54:54.817760 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:54.822236 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6f02946c-7690-47db-b089-4a9f6b52f185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:54.981957 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e059a6e-b8c0-4d17-8030-c99df9f14bc4,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:54.990827 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:55.066231 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Attempting to bind port 0e059a6e-b8c0-4d17-8030-c99df9f14bc4 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:54:55.066574 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Attempting to bind port 0e059a6e-b8c0-4d17-8030-c99df9f14bc4 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '967f1c06-0d25-4c43-be7b-5d39afd1eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b592472-ba97-4bbb-8154-8bc441746c92'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:54:55.066919 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Attempting to bind port 0e059a6e-b8c0-4d17-8030-c99df9f14bc4 on network 7b592472-ba97-4bbb-8154-8bc441746c92 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:54:55.071497 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Port 0e059a6e-b8c0-4d17-8030-c99df9f14bc4 on network 7b592472-ba97-4bbb-8154-8bc441746c92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:54:55.071812 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Attempting to bind port 0e059a6e-b8c0-4d17-8030-c99df9f14bc4 on network 7b592472-ba97-4bbb-8154-8bc441746c92 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:54:55.076921 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Checking agent: {'id': '75fd49d7-87f2-48bc-9cc9-330562c49b9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:54:55.077232 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Checking segment: {'id': '967f1c06-0d25-4c43-be7b-5d39afd1eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b592472-ba97-4bbb-8154-8bc441746c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:54:55.077603 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Bound using segment: {'id': '967f1c06-0d25-4c43-be7b-5d39afd1eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b592472-ba97-4bbb-8154-8bc441746c92'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:54:55.078030 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Bound port: 0e059a6e-b8c0-4d17-8030-c99df9f14bc4, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967f1c06-0d25-4c43-be7b-5d39afd1eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b592472-ba97-4bbb-8154-8bc441746c92'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:54:55.078375 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:55.138154 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 524fd408-72d0-4676-974f-052786ca594e up at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:54:55.168301 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] For port 0e059a6e-b8c0-4d17-8030-c99df9f14bc4, host hv-cinder-77005, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:54:55.171456 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] For port 0e059a6e-b8c0-4d17-8030-c99df9f14bc4, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0e059a6e-b8c0-4d17-8030-c99df9f14bc4,segment=NetworkSegment(967f1c06-0d25-4c43-be7b-5d39afd1eb08),segment_id=967f1c06-0d25-4c43-be7b-5d39afd1eb08)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:54:55.177180 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:55.182871 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8045fc49-601d-44f8-9f81-a64ea8b62615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:55.212384 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning for port 524fd408-72d0-4676-974f-052786ca594e completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:54:55.217254 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning complete for port 524fd408-72d0-4676-974f-052786ca594e triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:54:55.217631 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:55.249400 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:55.249400 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:55.250712 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] 10.222.0.43 "PUT /v2.0/ports/0e059a6e-b8c0-4d17-8030-c99df9f14bc4 HTTP/1.1" status: 200 len: 1093 time: 1.0974667 May 31 18:54:55.251303 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5', 'tag': '0e059a6e-b8c0-4d17-8030-c99df9f14bc4'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:54:55.253848 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980cece7-57ca-4e1e-a545-68e7e38c659c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5", "tag": "0e059a6e-b8c0-4d17-8030-c99df9f14bc4"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:54:55.293182 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 52992) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:55.336308 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e059a6e-b8c0-4d17-8030-c99df9f14bc4,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:55.344625 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a3c5f8-216c-43cb-affe-cf20056ad202 x-openstack-request-id: req-78a3c5f8-216c-43cb-affe-cf20056ad202 {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:54:55.344625 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5", "tag": "0e059a6e-b8c0-4d17-8030-c99df9f14bc4", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:54:55.344956 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78a3c5f8-216c-43cb-affe-cf20056ad202 {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:54:55.345387 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5', 'tag': '0e059a6e-b8c0-4d17-8030-c99df9f14bc4', 'status': 'completed', 'code': 200} May 31 18:54:55.351181 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:55.357469 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:55.383873 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9429-89bd-4a44-b148-ef2a02101332 req-04564022-1d2b-4ccc-8d7d-bb9082141555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:55.385373 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-458d9429-89bd-4a44-b148-ef2a02101332 req-04564022-1d2b-4ccc-8d7d-bb9082141555 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e61df25f04ef4f6bb577d95591d875d8&device_id=dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5 HTTP/1.1" status: 200 len: 1096 time: 0.0941672 May 31 18:54:55.390652 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3a2434-67aa-48ee-b269-209b9535bdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524fd408-72d0-4676-974f-052786ca594e'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:54:55.393612 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2f5ff8a6751ba2ee84274e630c5bdce29e81d1d572756191e078aed669e92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb8cd33-2a87-4538-8ed6-cdcbe992c640" -d '{"events": [{"server_uuid": "9c3a2434-67aa-48ee-b269-209b9535bdc6", "name": "network-vif-plugged", "status": "completed", "tag": "524fd408-72d0-4676-974f-052786ca594e"}]}' {{(pid=91735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:54:55.402595 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 524fd408-72d0-4676-974f-052786ca594e, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=524fd408-72d0-4676-974f-052786ca594e,segment=NetworkSegment(e79f3ff0-43c9-49f3-88f4-4fde2aac791c),segment_id=e79f3ff0-43c9-49f3-88f4-4fde2aac791c)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:54:55.409008 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:55.410975 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:55.441222 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5eb71f21-05e1-46ec-a0b3-a8b02d4e7ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:55.451652 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7614ffb5-31fd-47a9-bf3a-03d4df76aafb x-openstack-request-id: req-7614ffb5-31fd-47a9-bf3a-03d4df76aafb {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:54:55.452574 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3a2434-67aa-48ee-b269-209b9535bdc6", "name": "network-vif-plugged", "status": "completed", "tag": "524fd408-72d0-4676-974f-052786ca594e", "code": 200}]} {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:54:55.452834 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7614ffb5-31fd-47a9-bf3a-03d4df76aafb {{(pid=91735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:54:55.453224 dv-cinder-770050-4-iscsi neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3a2434-67aa-48ee-b269-209b9535bdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524fd408-72d0-4676-974f-052786ca594e', 'code': 200} May 31 18:54:55.461222 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-5eb71f21-05e1-46ec-a0b3-a8b02d4e7ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:55.470020 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-5eb71f21-05e1-46ec-a0b3-a8b02d4e7ec4 admin admin] Usage tracker for resource:security_group_rule and tenant:b7d7914e6d2f4f1bb3df451aca125e1e is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:55.473326 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-5eb71f21-05e1-46ec-a0b3-a8b02d4e7ec4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:55.479793 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-5eb71f21-05e1-46ec-a0b3-a8b02d4e7ec4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:55.489227 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=524fd408-72d0-4676-974f-052786ca594e,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:55.492623 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:55.550723 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-458d9429-89bd-4a44-b148-ef2a02101332 req-18e4d78f-9825-41a8-ac0d-45ccf6495804 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e059a6e-b8c0-4d17-8030-c99df9f14bc4 HTTP/1.1" status: 200 len: 217 time: 0.1570289 May 31 18:54:55.568636 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5eb71f21-05e1-46ec-a0b3-a8b02d4e7ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:55.573451 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-5eb71f21-05e1-46ec-a0b3-a8b02d4e7ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:55.600759 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-bb4ef808-44f2-46f4-9085-9104c004bb5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:55.611735 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-5eb71f21-05e1-46ec-a0b3-a8b02d4e7ec4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7d7914e6d2f4f1bb3df451aca125e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173783 May 31 18:54:55.616473 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 53002) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:55.632255 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb71f21-05e1-46ec-a0b3-a8b02d4e7ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee17a05b-81a4-44dd-9f93-2717a31ad7a4,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:55.635501 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-5eb71f21-05e1-46ec-a0b3-a8b02d4e7ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:55.661354 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9429-89bd-4a44-b148-ef2a02101332 req-d52f2642-8cdc-4408-b7eb-49863e8390d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:55.662753 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-458d9429-89bd-4a44-b148-ef2a02101332 req-d52f2642-8cdc-4408-b7eb-49863e8390d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=336a929b-0298-4745-8ea2-5973768ef1d5 HTTP/1.1" status: 200 len: 849 time: 0.1057994 May 31 18:54:55.724109 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-458d9429-89bd-4a44-b148-ef2a02101332 req-a4a04616-6ec0-440a-b870-a9d31ab6c11e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b592472-ba97-4bbb-8154-8bc441746c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508733 May 31 18:54:55.773608 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c134a6-4a77-4287-93e0-6a9cd0e4a6ed req-33f181fd-c175-4b82-8e9a-af1126b83c0e tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:55.774317 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-72c134a6-4a77-4287-93e0-6a9cd0e4a6ed req-33f181fd-c175-4b82-8e9a-af1126b83c0e tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.2711055 May 31 18:54:55.785052 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-acba1fc0-617c-484c-845d-ae10318eb34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:55.817037 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e8923-1d80-4d1e-ac23-55f0fa90b6bc req-839997bc-7fed-4ef0-be6a-d1e959ef82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:55.818546 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-4c8e8923-1d80-4d1e-ac23-55f0fa90b6bc req-839997bc-7fed-4ef0-be6a-d1e959ef82b7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 1099 time: 0.1632946 May 31 18:54:55.863656 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-4c8e8923-1d80-4d1e-ac23-55f0fa90b6bc req-15b18cfc-c848-4330-be97-c89713911b33 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380588 May 31 18:54:56.043344 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-acba1fc0-617c-484c-845d-ae10318eb34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:56.070187 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-72c134a6-4a77-4287-93e0-6a9cd0e4a6ed req-23c7b3f0-61bf-4420-bc6c-f982da24eb0c tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866783 May 31 18:54:56.119355 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-458d9429-89bd-4a44-b148-ef2a02101332 req-9abea207-8e79-46f3-8302-c0cc5ef5f20f service neutron] 10.222.0.43 "GET /v2.0/networks/7b592472-ba97-4bbb-8154-8bc441746c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864768 May 31 18:54:56.214218 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6e4c8-ae7f-4485-b741-6ab6c3e70c5b req-e3a6587f-23d9-4ddc-8d58-24ce5df42ff5 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:56.215664 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-02d6e4c8-ae7f-4485-b741-6ab6c3e70c5b req-e3a6587f-23d9-4ddc-8d58-24ce5df42ff5 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5 HTTP/1.1" status: 200 len: 943 time: 0.2817957 May 31 18:54:56.243684 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-acba1fc0-617c-484c-845d-ae10318eb34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:56.250792 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-57896fb2-9464-469b-8049-132fa812f23e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:56.288370 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba1fc0-617c-484c-845d-ae10318eb34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee17a05b-81a4-44dd-9f93-2717a31ad7a4,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:56.298801 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-acba1fc0-617c-484c-845d-ae10318eb34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:56.317679 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-acba1fc0-617c-484c-845d-ae10318eb34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:56.318763 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-acba1fc0-617c-484c-845d-ae10318eb34e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee17a05b-81a4-44dd-9f93-2717a31ad7a4 HTTP/1.1" status: 204 len: 168 time: 0.6993816 May 31 18:54:56.324130 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-02d6e4c8-ae7f-4485-b741-6ab6c3e70c5b req-8c0ba02f-de23-436e-b56c-f042c626563d tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995853 May 31 18:54:56.329566 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-458d9429-89bd-4a44-b148-ef2a02101332 req-799908b7-832c-44e8-9829-ce1160106296 service neutron] 10.222.0.43 "GET /v2.0/networks/7b592472-ba97-4bbb-8154-8bc441746c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024825 May 31 18:54:56.456000 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cece7-57ca-4e1e-a545-68e7e38c659c req-a0b6900c-7bb6-47e6-bfe6-a5e005262055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:56.457535 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-980cece7-57ca-4e1e-a545-68e7e38c659c req-a0b6900c-7bb6-47e6-bfe6-a5e005262055 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e61df25f04ef4f6bb577d95591d875d8&device_id=dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5 HTTP/1.1" status: 200 len: 1096 time: 0.0727234 May 31 18:54:56.599932 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cece7-57ca-4e1e-a545-68e7e38c659c req-a26bfdcc-b5a0-43e8-a950-75decdf385e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:56.601356 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-980cece7-57ca-4e1e-a545-68e7e38c659c req-a26bfdcc-b5a0-43e8-a950-75decdf385e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b592472-ba97-4bbb-8154-8bc441746c92 HTTP/1.1" status: 200 len: 910 time: 0.1356614 May 31 18:54:56.605074 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 53012) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:56.676949 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9fa8604d-0dd7-4dd2-bac1-13c280802614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:56.693750 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-980cece7-57ca-4e1e-a545-68e7e38c659c req-3f3831fc-cfa6-4d81-b68b-d0639487130c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e059a6e-b8c0-4d17-8030-c99df9f14bc4 HTTP/1.1" status: 200 len: 217 time: 0.0731926 May 31 18:54:56.698624 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-9fa8604d-0dd7-4dd2-bac1-13c280802614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:56.731084 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-9fa8604d-0dd7-4dd2-bac1-13c280802614 admin admin] Usage tracker for resource:security_group_rule and tenant:9bee97b447e44ded8dc34dcad100d537 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:56.736043 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-9fa8604d-0dd7-4dd2-bac1-13c280802614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:56.746878 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-9fa8604d-0dd7-4dd2-bac1-13c280802614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:56.779348 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cece7-57ca-4e1e-a545-68e7e38c659c req-cf4b4a32-cafd-4d7d-b462-85893fc27619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:56.780752 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-980cece7-57ca-4e1e-a545-68e7e38c659c req-cf4b4a32-cafd-4d7d-b462-85893fc27619 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=336a929b-0298-4745-8ea2-5973768ef1d5 HTTP/1.1" status: 200 len: 849 time: 0.0796585 May 31 18:54:56.839576 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-980cece7-57ca-4e1e-a545-68e7e38c659c req-519b173a-fe49-40d2-92cc-c75e0a9414f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b592472-ba97-4bbb-8154-8bc441746c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502565 May 31 18:54:56.985764 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9fa8604d-0dd7-4dd2-bac1-13c280802614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:56.991779 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9fa8604d-0dd7-4dd2-bac1-13c280802614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:57.007836 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a2ea3a38-155b-40da-a092-090ede2641f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:57.046390 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-980cece7-57ca-4e1e-a545-68e7e38c659c req-c9eaeef8-aa1e-4e6b-b18a-54e9867562f5 service neutron] 10.222.0.43 "GET /v2.0/networks/7b592472-ba97-4bbb-8154-8bc441746c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980824 May 31 18:54:57.052418 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-9fa8604d-0dd7-4dd2-bac1-13c280802614 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9bee97b447e44ded8dc34dcad100d537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464576 May 31 18:54:57.055219 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 53016) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:57.057763 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8604d-0dd7-4dd2-bac1-13c280802614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53dca96-0b66-4233-aaa3-7b3b21b5ee73,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:57.077376 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9fa8604d-0dd7-4dd2-bac1-13c280802614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:57.118333 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0383a888-4c92-4ffd-9b88-4c5da478a60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:57.149864 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0383a888-4c92-4ffd-9b88-4c5da478a60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:57.203956 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0383a888-4c92-4ffd-9b88-4c5da478a60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:57.208795 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-afebd810-1238-49c6-8b07-0d99651e7015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:57.224089 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383a888-4c92-4ffd-9b88-4c5da478a60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53dca96-0b66-4233-aaa3-7b3b21b5ee73,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:57.226662 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-0383a888-4c92-4ffd-9b88-4c5da478a60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:57.232538 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-980cece7-57ca-4e1e-a545-68e7e38c659c req-336abc2b-17de-491c-bd00-ef3cea24c99e service neutron] 10.222.0.43 "GET /v2.0/networks/7b592472-ba97-4bbb-8154-8bc441746c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756470 May 31 18:54:57.239270 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0383a888-4c92-4ffd-9b88-4c5da478a60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:57.243160 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-0383a888-4c92-4ffd-9b88-4c5da478a60d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f53dca96-0b66-4233-aaa3-7b3b21b5ee73 HTTP/1.1" status: 204 len: 168 time: 0.1868243 May 31 18:54:57.285074 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c05bc4-3ffd-4e2e-b02b-c2eb7e60d2f3 req-fed30d0d-6b50-40fa-a8bf-3bc697925da3 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:57.286642 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c7c05bc4-3ffd-4e2e-b02b-c2eb7e60d2f3 req-fed30d0d-6b50-40fa-a8bf-3bc697925da3 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.1036801 May 31 18:54:57.338568 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c7c05bc4-3ffd-4e2e-b02b-c2eb7e60d2f3 req-7b7713e7-e5e3-4bda-b084-a6eb7af7bb58 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460756 May 31 18:54:57.571678 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae5f71-a55e-4fa3-bf2d-c9e631eb5a57 req-7c315eb1-bd41-4ed0-81db-39d58b856ae9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:57.573148 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-35ae5f71-a55e-4fa3-bf2d-c9e631eb5a57 req-7c315eb1-bd41-4ed0-81db-39d58b856ae9 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5 HTTP/1.1" status: 200 len: 943 time: 0.1415787 May 31 18:54:57.582167 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941d49b-e472-43b1-82dd-eec1f3f9aa01 req-c8b4a4ef-451c-4322-8a19-ccb91c170804 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:57.583524 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9941d49b-e472-43b1-82dd-eec1f3f9aa01 req-c8b4a4ef-451c-4322-8a19-ccb91c170804 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.1183593 May 31 18:54:57.659067 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-35ae5f71-a55e-4fa3-bf2d-c9e631eb5a57 req-6385db87-1d52-44e7-8d1d-a5cc9fb19632 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740609 May 31 18:54:57.663672 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9941d49b-e472-43b1-82dd-eec1f3f9aa01 req-eb66eeab-19b4-4b2d-b0e4-4932270c979f tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613413 May 31 18:54:57.696317 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 53038) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:57.932194 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e177dc-b859-42d8-ba7a-da1eee4b0d5b tempest-TestShelveInstance-1076108438 tempest-TestShelveInstance-1076108438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:57.933703 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-04e177dc-b859-42d8-ba7a-da1eee4b0d5b tempest-TestShelveInstance-1076108438 tempest-TestShelveInstance-1076108438-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 1094 time: 0.2363029 May 31 18:54:57.936681 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 53052) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:54:57.942663 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Request body: {'floatingip': {'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'port_id': '524fd408-72d0-4676-974f-052786ca594e', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:54:57.948581 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:54:57.952535 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Usage tracker for resource:floatingip and tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:54:57.956144 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:54:57.961872 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:54:57.971890 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for floatingip, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:58.110829 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:58.249922 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_common [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Allocated IP 172.27.0.211 (1cefa8cd-0a9d-4799-a9e0-704b2c95ae89/67065c8c-a7bf-4ea9-bccb-f9c1fabaa892/62a68b84-3929-4eca-9d3b-1d6568d3a510) {{(pid=91733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:54:58.397591 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for port, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:58.429601 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:58.433348 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:58.500122 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:54:58.503120 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:54:58.505597 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Received port after_create {{(pid=91733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:54:58.540834 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Pushing event updated for resources: {'Port': ['ID=62a68b84-3929-4eca-9d3b-1d6568d3a510,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:58.543653 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:58.859674 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da324f-0d16-42ab-af34-be30c7e1ba35 req-87b75984-b0f8-487d-beb9-3fcb68f16f9a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:54:58.864250 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-16da324f-0d16-42ab-af34-be30c7e1ba35 req-87b75984-b0f8-487d-beb9-3fcb68f16f9a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5 HTTP/1.1" status: 200 len: 943 time: 0.0867202 May 31 18:54:58.919683 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-16da324f-0d16-42ab-af34-be30c7e1ba35 req-9352491f-8b5e-4750-8e91-87ea0a146479 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512586 May 31 18:54:58.937925 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:59.016267 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:59.170687 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 0e059a6e-b8c0-4d17-8030-c99df9f14bc4 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:54:59.243283 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for port, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:59.248197 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14663960'] for port, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:59.253113 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-5ae77089-0e28-4b1f-93b6-e9ec1ee19d86 tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:59.332362 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 0e059a6e-b8c0-4d17-8030-c99df9f14bc4, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0e059a6e-b8c0-4d17-8030-c99df9f14bc4,segment=NetworkSegment(967f1c06-0d25-4c43-be7b-5d39afd1eb08),segment_id=967f1c06-0d25-4c43-be7b-5d39afd1eb08)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:54:59.346573 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Returning: {'device': '0e059a6e-b8c0-4d17-8030-c99df9f14bc4', 'network_id': '7b592472-ba97-4bbb-8154-8bc441746c92', 'port_id': '0e059a6e-b8c0-4d17-8030-c99df9f14bc4', 'mac_address': 'fa:16:3e:39:99:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336a929b-0298-4745-8ea2-5973768ef1d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:54:59.361116 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Pushing event updated for resources: {'Port': ['ID=62a68b84-3929-4eca-9d3b-1d6568d3a510,revision_number=2']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:59.365282 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:59.369802 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401662'] for floatingip, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:59.406690 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:59.424575 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e059a6e-b8c0-4d17-8030-c99df9f14bc4 {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:54:59.441992 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 0e059a6e-b8c0-4d17-8030-c99df9f14bc4, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0e059a6e-b8c0-4d17-8030-c99df9f14bc4,segment=NetworkSegment(967f1c06-0d25-4c43-be7b-5d39afd1eb08),segment_id=967f1c06-0d25-4c43-be7b-5d39afd1eb08)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:54:59.445266 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:54:59.448704 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d3a58af5-f58d-47e4-ac60-fa69c1debe41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:54:59.515943 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=0e059a6e-b8c0-4d17-8030-c99df9f14bc4,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:54:59.518912 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:54:59.626256 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.db.l3_db [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Floating IP 00828e0b-a160-4de1-83d2-788c7a97a84c associated. External IP: 172.27.0.211, port: 524fd408-72d0-4676-974f-052786ca594e. May 31 18:54:59.764631 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['0e059a6e-b8c0-4d17-8030-c99df9f14bc4'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:54:59.974290 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Router 38d8a54a-e719-4c89-8688-a239dbb080c4 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:55:00.154937 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:55:00.166135 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68822d9-6523-4e2a-acab-fa9b0827dd25 None None] Sync routers for ids ['38d8a54a-e719-4c89-8688-a239dbb080c4'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:55:00.175284 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68822d9-6523-4e2a-acab-fa9b0827dd25 None None] Routers {'38d8a54a-e719-4c89-8688-a239dbb080c4'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:55:00.175913 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-a68822d9-6523-4e2a-acab-fa9b0827dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:54:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['38d8a54a-e719-4c89-8688-a239dbb080c4'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:55:00.181770 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for floatingip, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:00.207520 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edb882-8a53-4e37-b857-45808122d491 req-f9ed0216-d748-4d0a-bb36-aa18103528bf tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:55:00.209016 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-60edb882-8a53-4e37-b857-45808122d491 req-f9ed0216-d748-4d0a-bb36-aa18103528bf tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5 HTTP/1.1" status: 200 len: 944 time: 0.1898267 May 31 18:55:00.244932 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3048859 May 31 18:55:00.244932 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3a2434-67aa-48ee-b269-209b9535bdc6', 'tag': '524fd408-72d0-4676-974f-052786ca594e'}] {{(pid=91733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:55:00.245734 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be887ca5dbf2450db9bbf819a9be465f9bc5271ee7f790899717ffbefd4c1453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f939ef02-fac2-4e93-bd97-2c15ebb0e4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3a2434-67aa-48ee-b269-209b9535bdc6", "tag": "524fd408-72d0-4676-974f-052786ca594e"}]}' {{(pid=91733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:55:00.262285 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-60edb882-8a53-4e37-b857-45808122d491 req-dd450bb8-fbc3-45b7-b578-fb360adbeb3c tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470500 May 31 18:55:00.370339 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-a68822d9-6523-4e2a-acab-fa9b0827dd25 None None] Set router 38d8a54a-e719-4c89-8688-a239dbb080c4 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:55:00.435735 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3785f6-d917-43d9-8d4c-776673230d5f x-openstack-request-id: req-da3785f6-d917-43d9-8d4c-776673230d5f {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:55:00.436066 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3a2434-67aa-48ee-b269-209b9535bdc6", "tag": "524fd408-72d0-4676-974f-052786ca594e", "status": "completed", "code": 200}]} {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:55:00.436352 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da3785f6-d917-43d9-8d4c-776673230d5f {{(pid=91733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:55:00.436787 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3a2434-67aa-48ee-b269-209b9535bdc6', 'tag': '524fd408-72d0-4676-974f-052786ca594e', 'status': 'completed', 'code': 200} May 31 18:55:00.534735 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939ef02-fac2-4e93-bd97-2c15ebb0e4e9 req-8733bac3-bec6-4282-a282-e51d5454212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:55:00.536243 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f939ef02-fac2-4e93-bd97-2c15ebb0e4e9 req-8733bac3-bec6-4282-a282-e51d5454212e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7cb3ae7b7b184ed8ac2009fb9382e7d5&device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 1099 time: 0.0780199 May 31 18:55:00.680111 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939ef02-fac2-4e93-bd97-2c15ebb0e4e9 req-554a4007-d090-4eec-924d-76e504a7c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:55:00.681457 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f939ef02-fac2-4e93-bd97-2c15ebb0e4e9 req-554a4007-d090-4eec-924d-76e504a7c393 service neutron] 10.222.0.43 "GET /v2.0/networks?id=30b743b9-9bf5-4521-92f4-9584d0c12acb HTTP/1.1" status: 200 len: 909 time: 0.1381004 May 31 18:55:00.745667 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-a68822d9-6523-4e2a-acab-fa9b0827dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'name': 'tempest-TestShelveInstance-433246236-router', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:53Z', 'revision_number': 4, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'gw_port': {'id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': '00828e0b-a160-4de1-83d2-788c7a97a84c', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'port_id': '524fd408-72d0-4676-974f-052786ca594e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb', 'mac_address': 'fa:16:3e:41:28:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3a2434-67aa-48ee-b269-209b9535bdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:54:58Z', 'updated_at': '2021-05-31T18:54:58Z', 'revision_number': 0, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498a8357-b94b-4fa7-a97b-48c9249cf6d7', 'name': '', 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:52Z', 'updated_at': '2021-05-31T18:54:00Z', 'revision_number': 5, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'subnets': [{'id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:55:00.750149 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68822d9-6523-4e2a-acab-fa9b0827dd25 None None] Checking router: 38d8a54a-e719-4c89-8688-a239dbb080c4 for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:55:00.759726 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68822d9-6523-4e2a-acab-fa9b0827dd25 None None] Routers {'38d8a54a-e719-4c89-8688-a239dbb080c4'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:55:00.760346 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-a68822d9-6523-4e2a-acab-fa9b0827dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:54:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['38d8a54a-e719-4c89-8688-a239dbb080c4'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:55:00.806346 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f939ef02-fac2-4e93-bd97-2c15ebb0e4e9 req-852f8bc7-fccf-4cea-8f6e-ab5300964629 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=524fd408-72d0-4676-974f-052786ca594e HTTP/1.1" status: 200 len: 1000 time: 0.1184671 May 31 18:55:00.886326 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939ef02-fac2-4e93-bd97-2c15ebb0e4e9 req-2dfad87f-6343-4284-88e4-708e43a82bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:55:00.887911 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f939ef02-fac2-4e93-bd97-2c15ebb0e4e9 req-2dfad87f-6343-4284-88e4-708e43a82bde service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f13f8bd9-019b-40ed-9964-15a1d19e6320 HTTP/1.1" status: 200 len: 847 time: 0.0757813 May 31 18:55:00.965533 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939ef02-fac2-4e93-bd97-2c15ebb0e4e9 req-98ded2ac-5234-43b8-ad1a-ea2c37e42661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:55:00.966939 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f939ef02-fac2-4e93-bd97-2c15ebb0e4e9 req-98ded2ac-5234-43b8-ad1a-ea2c37e42661 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30b743b9-9bf5-4521-92f4-9584d0c12acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730097 May 31 18:55:00.983843 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-a68822d9-6523-4e2a-acab-fa9b0827dd25 None None] Set router 38d8a54a-e719-4c89-8688-a239dbb080c4 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:55:01.098213 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f939ef02-fac2-4e93-bd97-2c15ebb0e4e9 req-719658a6-9eb1-4422-913a-e95bd42d9f19 service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246514 May 31 18:55:01.210636 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 0e059a6e-b8c0-4d17-8030-c99df9f14bc4 up at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:55:01.234938 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f939ef02-fac2-4e93-bd97-2c15ebb0e4e9 req-355a9a30-5d7f-4b16-becf-49ac5ea3b017 service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288042 May 31 18:55:01.357950 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning for port 0e059a6e-b8c0-4d17-8030-c99df9f14bc4 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:55:01.365238 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning complete for port 0e059a6e-b8c0-4d17-8030-c99df9f14bc4 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:55:01.365617 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:01.448259 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-a68822d9-6523-4e2a-acab-fa9b0827dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'name': 'tempest-TestShelveInstance-433246236-router', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:53Z', 'revision_number': 4, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'gw_port': {'id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': '00828e0b-a160-4de1-83d2-788c7a97a84c', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'port_id': '524fd408-72d0-4676-974f-052786ca594e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb', 'mac_address': 'fa:16:3e:41:28:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3a2434-67aa-48ee-b269-209b9535bdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:54:58Z', 'updated_at': '2021-05-31T18:54:58Z', 'revision_number': 0, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498a8357-b94b-4fa7-a97b-48c9249cf6d7', 'name': '', 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:52Z', 'updated_at': '2021-05-31T18:54:00Z', 'revision_number': 5, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'subnets': [{'id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:55:01.458298 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f47766-e38b-4433-911c-09b3e3a1455e req-9a645785-028f-4200-9d09-afd508651a59 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:55:01.459815 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d7f47766-e38b-4433-911c-09b3e3a1455e req-9a645785-028f-4200-9d09-afd508651a59 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5 HTTP/1.1" status: 200 len: 944 time: 0.0865810 May 31 18:55:01.479541 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68822d9-6523-4e2a-acab-fa9b0827dd25 None None] The sync data for ids ['38d8a54a-e719-4c89-8688-a239dbb080c4'] in dv-cinder-770050-4-iscsi is: [{'id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'name': 'tempest-TestShelveInstance-433246236-router', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:53Z', 'revision_number': 4, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'gw_port': {'id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': '00828e0b-a160-4de1-83d2-788c7a97a84c', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'port_id': '524fd408-72d0-4676-974f-052786ca594e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb', 'mac_address': 'fa:16:3e:41:28:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3a2434-67aa-48ee-b269-209b9535bdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:54:58Z', 'updated_at': '2021-05-31T18:54:58Z', 'revision_number': 0, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498a8357-b94b-4fa7-a97b-48c9249cf6d7', 'name': '', 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:52Z', 'updated_at': '2021-05-31T18:54:00Z', 'revision_number': 5, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'subnets': [{'id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:55:01.506144 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d7f47766-e38b-4433-911c-09b3e3a1455e req-3002e208-ac36-49bb-b1e4-71e1810e6d02 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405452 May 31 18:55:01.509057 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:01.538532 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e059a6e-b8c0-4d17-8030-c99df9f14bc4'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:55:01.540777 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2f5ff8a6751ba2ee84274e630c5bdce29e81d1d572756191e078aed669e92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a658361-a914-4aab-b1e9-60f9657fb892" -d '{"events": [{"server_uuid": "dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5", "name": "network-vif-plugged", "status": "completed", "tag": "0e059a6e-b8c0-4d17-8030-c99df9f14bc4"}]}' {{(pid=91735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:55:01.551149 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 0e059a6e-b8c0-4d17-8030-c99df9f14bc4, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0e059a6e-b8c0-4d17-8030-c99df9f14bc4,segment=NetworkSegment(967f1c06-0d25-4c43-be7b-5d39afd1eb08),segment_id=967f1c06-0d25-4c43-be7b-5d39afd1eb08)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:55:01.555376 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:01.557261 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-a92e02bf-ca5e-4b76-892e-ef79d3ba7ef8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:55:01.593983 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ff03de-d120-4cde-9ac9-03d873c59681 x-openstack-request-id: req-60ff03de-d120-4cde-9ac9-03d873c59681 {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:55:01.594269 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5", "name": "network-vif-plugged", "status": "completed", "tag": "0e059a6e-b8c0-4d17-8030-c99df9f14bc4", "code": 200}]} {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:55:01.594520 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60ff03de-d120-4cde-9ac9-03d873c59681 {{(pid=91735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:55:01.594920 dv-cinder-770050-4-iscsi neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e059a6e-b8c0-4d17-8030-c99df9f14bc4', 'code': 200} May 31 18:55:01.629596 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=0e059a6e-b8c0-4d17-8030-c99df9f14bc4,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:55:01.632632 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:55:01.694957 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43d174-60ce-4550-83d9-fe73fc17f636 None None] New status for floating IP 00828e0b-a160-4de1-83d2-788c7a97a84c: ACTIVE {{(pid=91736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:55:01.832198 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19af588-f2bc-4b19-8f73-518e1c9b3924 req-e2498bc5-6303-45c9-8cc1-aa18d5c9ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:55:01.833619 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a19af588-f2bc-4b19-8f73-518e1c9b3924 req-e2498bc5-6303-45c9-8cc1-aa18d5c9ba2f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5 HTTP/1.1" status: 200 len: 1098 time: 0.0732331 May 31 18:55:01.879938 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a19af588-f2bc-4b19-8f73-518e1c9b3924 req-42a3ee2c-05f0-4835-b28a-ae58cfef5626 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389903 May 31 18:55:02.688220 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ff38d-fca6-489c-9b85-f1c6dfe82e80 req-6aafef43-3fee-4253-b547-a3fa165ab79a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:55:02.689575 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-860ff38d-fca6-489c-9b85-f1c6dfe82e80 req-6aafef43-3fee-4253-b547-a3fa165ab79a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5 HTTP/1.1" status: 200 len: 945 time: 0.0801091 May 31 18:55:02.733106 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-860ff38d-fca6-489c-9b85-f1c6dfe82e80 req-86b9f192-fdde-4228-a669-75f97d5f96e8 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378184 May 31 18:55:03.929460 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caafa1b-06ba-4f3f-9d93-660f0c4af2db req-8d3b0531-10ab-4c55-bfb5-d97e197cd266 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:55:03.930954 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4caafa1b-06ba-4f3f-9d93-660f0c4af2db req-8d3b0531-10ab-4c55-bfb5-d97e197cd266 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5 HTTP/1.1" status: 200 len: 945 time: 0.0886765 May 31 18:55:03.972286 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:55:03.978351 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4caafa1b-06ba-4f3f-9d93-660f0c4af2db req-185a908f-121c-42ec-819e-471976692c54 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415976 May 31 18:55:05.300155 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a12f5c-3392-4cba-988e-bb38849e1114 req-7f9dcecb-8c36-4de3-9ab6-1b365c83a704 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:55:05.301558 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-73a12f5c-3392-4cba-988e-bb38849e1114 req-7f9dcecb-8c36-4de3-9ab6-1b365c83a704 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5 HTTP/1.1" status: 200 len: 945 time: 0.0838430 May 31 18:55:05.347312 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-73a12f5c-3392-4cba-988e-bb38849e1114 req-86d67794-18fe-4438-8be7-e8cf4d5bb9a1 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401952 May 31 18:55:06.537265 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9d0fa-3e6b-487c-9b12-d971c1aa53c4 req-a7461415-1417-43a9-99d0-89ac1952e114 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:55:06.538705 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-29b9d0fa-3e6b-487c-9b12-d971c1aa53c4 req-a7461415-1417-43a9-99d0-89ac1952e114 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5 HTTP/1.1" status: 200 len: 945 time: 0.0845344 May 31 18:55:06.582954 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-29b9d0fa-3e6b-487c-9b12-d971c1aa53c4 req-7d5cbdc4-3faf-4fc4-9bc9-97c71a485bb1 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/security-groups?id=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386648 May 31 18:55:06.710454 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200b6fd-93fd-4620-b632-94a6e833a4d6 req-e4d6ce82-e02e-436f-a8df-e4ac7960ab5d tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:55:06.714585 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6200b6fd-93fd-4620-b632-94a6e833a4d6 req-e4d6ce82-e02e-436f-a8df-e4ac7960ab5d tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5 HTTP/1.1" status: 200 len: 945 time: 0.0829065 May 31 18:55:06.857734 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-6200b6fd-93fd-4620-b632-94a6e833a4d6 req-bdcaf04d-9267-4546-b9e2-fd7115bbc8e5 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Deleting port 0e059a6e-b8c0-4d17-8030-c99df9f14bc4 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:55:06.858125 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-6200b6fd-93fd-4620-b632-94a6e833a4d6 req-bdcaf04d-9267-4546-b9e2-fd7115bbc8e5 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:07.099462 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-6200b6fd-93fd-4620-b632-94a6e833a4d6 req-bdcaf04d-9267-4546-b9e2-fd7115bbc8e5 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] For port 0e059a6e-b8c0-4d17-8030-c99df9f14bc4, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0e059a6e-b8c0-4d17-8030-c99df9f14bc4,segment=NetworkSegment(967f1c06-0d25-4c43-be7b-5d39afd1eb08),segment_id=967f1c06-0d25-4c43-be7b-5d39afd1eb08)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:55:07.099813 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-6200b6fd-93fd-4620-b632-94a6e833a4d6 req-bdcaf04d-9267-4546-b9e2-fd7115bbc8e5 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:07.219120 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-6200b6fd-93fd-4620-b632-94a6e833a4d6 req-bdcaf04d-9267-4546-b9e2-fd7115bbc8e5 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Calling delete_port for 0e059a6e-b8c0-4d17-8030-c99df9f14bc4 owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:55:07.333836 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-6200b6fd-93fd-4620-b632-94a6e833a4d6 req-bdcaf04d-9267-4546-b9e2-fd7115bbc8e5 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:07.339939 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3ad60695-6c04-4ace-9a9c-86f91d11c990 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:55:07.385172 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcaf04d-9267-4546-b9e2-fd7115bbc8e5 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Pushing event deleted for resources: {'Port': ['ID=0e059a6e-b8c0-4d17-8030-c99df9f14bc4,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:55:07.387650 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bdcaf04d-9267-4546-b9e2-fd7115bbc8e5 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:55:07.462655 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6200b6fd-93fd-4620-b632-94a6e833a4d6 req-bdcaf04d-9267-4546-b9e2-fd7115bbc8e5 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] No DVR routers for this DVR port 0e059a6e-b8c0-4d17-8030-c99df9f14bc4 on host hv-cinder-77005 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:55:07.465063 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-6200b6fd-93fd-4620-b632-94a6e833a4d6 req-bdcaf04d-9267-4546-b9e2-fd7115bbc8e5 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:07.467528 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5', 'name': 'network-vif-deleted', 'tag': '0e059a6e-b8c0-4d17-8030-c99df9f14bc4'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:55:07.469771 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b83e52e-121f-42f7-8c39-f8b2a95ba947" -d '{"events": [{"server_uuid": "dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5", "name": "network-vif-deleted", "tag": "0e059a6e-b8c0-4d17-8030-c99df9f14bc4"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:55:07.488373 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6200b6fd-93fd-4620-b632-94a6e833a4d6 req-bdcaf04d-9267-4546-b9e2-fd7115bbc8e5 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.43 "DELETE /v2.0/ports/0e059a6e-b8c0-4d17-8030-c99df9f14bc4 HTTP/1.1" status: 204 len: 173 time: 0.7672272 May 31 18:55:07.517843 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7c8e64-305a-41a8-9a82-1b24d8d95f9d x-openstack-request-id: req-2b7c8e64-305a-41a8-9a82-1b24d8d95f9d {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:55:07.518175 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5", "name": "network-vif-deleted", "tag": "0e059a6e-b8c0-4d17-8030-c99df9f14bc4", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:55:07.518475 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b7c8e64-305a-41a8-9a82-1b24d8d95f9d {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:55:07.519097 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5', 'name': 'network-vif-deleted', 'tag': '0e059a6e-b8c0-4d17-8030-c99df9f14bc4', 'status': 'completed', 'code': 200} May 31 18:55:07.752337 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-74edd233-f622-4898-94ca-9e3c43147661 req-4064b308-eabf-4d28-9217-1c2d4313337a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Synchronizing usage tracker for tenant:e61df25f04ef4f6bb577d95591d875d8 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:55:07.767707 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-74edd233-f622-4898-94ca-9e3c43147661 req-4064b308-eabf-4d28-9217-1c2d4313337a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Unset dirty status for tenant:e61df25f04ef4f6bb577d95591d875d8 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:55:07.768940 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-74edd233-f622-4898-94ca-9e3c43147661 req-4064b308-eabf-4d28-9217-1c2d4313337a tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4fc047-380c-4b3a-b70a-fc2d2fc4daa5 HTTP/1.1" status: 200 len: 210 time: 0.0580912 May 31 18:55:09.204530 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 0e059a6e-b8c0-4d17-8030-c99df9f14bc4 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:55:09.251622 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] No Port match for: 0e059a6e-b8c0-4d17-8030-c99df9f14bc4 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:55:09.251975 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 0e059a6e-b8c0-4d17-8030-c99df9f14bc4 not bound to the agent host hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:55:09.364123 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 53194) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:55:09.491829 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-23671a65-5d0e-4b5f-8659-9449bd6ae42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:09.506300 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-23671a65-5d0e-4b5f-8659-9449bd6ae42e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:55:09.510109 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-23671a65-5d0e-4b5f-8659-9449bd6ae42e admin admin] Usage tracker for resource:security_group_rule and tenant:d99058474ffd4b93b3832f6b404fbfeb is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:55:09.512949 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-23671a65-5d0e-4b5f-8659-9449bd6ae42e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:55:09.519177 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-23671a65-5d0e-4b5f-8659-9449bd6ae42e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:55:09.601940 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-23671a65-5d0e-4b5f-8659-9449bd6ae42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:09.605816 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-23671a65-5d0e-4b5f-8659-9449bd6ae42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:09.614630 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-146216fb-e42f-4645-a1e2-3c80902c79a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:55:09.655217 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-23671a65-5d0e-4b5f-8659-9449bd6ae42e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d99058474ffd4b93b3832f6b404fbfeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899325 May 31 18:55:09.657354 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23671a65-5d0e-4b5f-8659-9449bd6ae42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c1e477-b2ab-4719-bc50-1f29a8b8fcb0,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:55:09.658405 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 53208) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:55:09.660969 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-23671a65-5d0e-4b5f-8659-9449bd6ae42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:55:09.724204 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e9e7a224-5156-4a0f-b1f0-4a72a0d94ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:09.749279 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e9e7a224-5156-4a0f-b1f0-4a72a0d94ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:09.801976 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e9e7a224-5156-4a0f-b1f0-4a72a0d94ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:09.806121 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-09e49285-f5c9-4b90-b8c7-2883657f1ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:55:09.818630 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7a224-5156-4a0f-b1f0-4a72a0d94ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c1e477-b2ab-4719-bc50-1f29a8b8fcb0,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:55:09.822308 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e9e7a224-5156-4a0f-b1f0-4a72a0d94ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:55:09.824232 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e9e7a224-5156-4a0f-b1f0-4a72a0d94ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:09.827659 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-e9e7a224-5156-4a0f-b1f0-4a72a0d94ff8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75c1e477-b2ab-4719-bc50-1f29a8b8fcb0 HTTP/1.1" status: 204 len: 168 time: 0.1633680 May 31 18:55:10.123174 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 53238) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:55:10.141280 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf391-cde3-4a7a-954e-fa27fdb321a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:10.155713 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-1b2cf391-cde3-4a7a-954e-fa27fdb321a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:55:10.159903 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-1b2cf391-cde3-4a7a-954e-fa27fdb321a8 admin admin] Usage tracker for resource:security_group_rule and tenant:21b677318c9148caa4a54dd0c5158eac is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:55:10.162605 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-1b2cf391-cde3-4a7a-954e-fa27fdb321a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:55:10.168186 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-1b2cf391-cde3-4a7a-954e-fa27fdb321a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:55:10.248851 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf391-cde3-4a7a-954e-fa27fdb321a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:10.252612 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf391-cde3-4a7a-954e-fa27fdb321a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:10.261241 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c51cbe2f-7f9f-4894-973f-df16199f0957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:55:10.299785 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-1b2cf391-cde3-4a7a-954e-fa27fdb321a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21b677318c9148caa4a54dd0c5158eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755531 May 31 18:55:10.301922 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2cf391-cde3-4a7a-954e-fa27fdb321a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a9e2a5-1049-4f1c-b0c4-e519ef6edf9b,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:55:10.303251 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 53242) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:55:10.304908 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1b2cf391-cde3-4a7a-954e-fa27fdb321a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:55:10.366839 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-312e5fd3-9b9a-467f-99a3-fc65d648862d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:10.391193 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-312e5fd3-9b9a-467f-99a3-fc65d648862d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:10.441039 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-312e5fd3-9b9a-467f-99a3-fc65d648862d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:10.444698 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-e7ab388a-c27b-4c1c-a87f-2d00b490cd3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:55:10.456130 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e5fd3-9b9a-467f-99a3-fc65d648862d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a9e2a5-1049-4f1c-b0c4-e519ef6edf9b,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:55:10.458829 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-312e5fd3-9b9a-467f-99a3-fc65d648862d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:55:10.465857 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-312e5fd3-9b9a-467f-99a3-fc65d648862d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:10.466964 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-312e5fd3-9b9a-467f-99a3-fc65d648862d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35a9e2a5-1049-4f1c-b0c4-e519ef6edf9b HTTP/1.1" status: 204 len: 168 time: 0.1627390 May 31 18:55:15.502048 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:15.847084 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f62a2392-3e3a-44f1-b806-dd847c7f3ecd req-9566c89b-eb21-4dc1-8a4d-f8da5405ab86 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791686 May 31 18:55:15.983871 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a2392-3e3a-44f1-b806-dd847c7f3ecd req-26863261-d4f2-43bf-8955-671ba89d0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:55:15.986460 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f62a2392-3e3a-44f1-b806-dd847c7f3ecd req-26863261-d4f2-43bf-8955-671ba89d0a0c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7cb3ae7b7b184ed8ac2009fb9382e7d5&device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 1099 time: 0.0725589 May 31 18:55:16.132026 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a2392-3e3a-44f1-b806-dd847c7f3ecd req-b4d9efa7-2fea-4cd5-bc70-38a91523e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:55:16.133481 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f62a2392-3e3a-44f1-b806-dd847c7f3ecd req-b4d9efa7-2fea-4cd5-bc70-38a91523e317 service neutron] 10.222.0.43 "GET /v2.0/networks?id=30b743b9-9bf5-4521-92f4-9584d0c12acb HTTP/1.1" status: 200 len: 909 time: 0.1293406 May 31 18:55:16.256266 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f62a2392-3e3a-44f1-b806-dd847c7f3ecd req-4fb6076f-9dc3-41b6-9851-8b876f6caf24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=524fd408-72d0-4676-974f-052786ca594e HTTP/1.1" status: 200 len: 1002 time: 0.1154439 May 31 18:55:16.332808 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a2392-3e3a-44f1-b806-dd847c7f3ecd req-468edf04-ea50-4e9e-94bc-cc9a8995504d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:55:16.334761 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f62a2392-3e3a-44f1-b806-dd847c7f3ecd req-468edf04-ea50-4e9e-94bc-cc9a8995504d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f13f8bd9-019b-40ed-9964-15a1d19e6320 HTTP/1.1" status: 200 len: 847 time: 0.0717447 May 31 18:55:16.422129 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a2392-3e3a-44f1-b806-dd847c7f3ecd req-cdf196f4-50f1-4d48-a998-7ee37ce000e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:55:16.423668 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f62a2392-3e3a-44f1-b806-dd847c7f3ecd req-cdf196f4-50f1-4d48-a998-7ee37ce000e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30b743b9-9bf5-4521-92f4-9584d0c12acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782168 May 31 18:55:16.635943 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f62a2392-3e3a-44f1-b806-dd847c7f3ecd req-a5efdfaf-8844-4b53-8881-9bb8648857cb service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051821 May 31 18:55:16.799046 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f62a2392-3e3a-44f1-b806-dd847c7f3ecd req-2bb708c5-1ea6-4b9e-b053-6c68c3f67b95 service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560724 May 31 18:55:17.071094 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-bd51bea4-5a84-436f-b334-b9c8c6269095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:18.459684 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 53362) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:55:18.590799 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8bd59a0e-1f92-42ad-be7a-331e3b137ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:18.607046 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-8bd59a0e-1f92-42ad-be7a-331e3b137ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:55:18.611489 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-8bd59a0e-1f92-42ad-be7a-331e3b137ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:68286f2a12e24798bc1e77c688691614 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:55:18.621973 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-8bd59a0e-1f92-42ad-be7a-331e3b137ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:55:18.631705 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-8bd59a0e-1f92-42ad-be7a-331e3b137ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:55:18.721313 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8bd59a0e-1f92-42ad-be7a-331e3b137ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:18.727676 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-8bd59a0e-1f92-42ad-be7a-331e3b137ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:18.754687 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-0383a888-4c92-4ffd-9b88-4c5da478a60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:55:18.769306 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-8bd59a0e-1f92-42ad-be7a-331e3b137ff8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=68286f2a12e24798bc1e77c688691614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077261 May 31 18:55:18.771875 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 53368) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:55:18.797936 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd59a0e-1f92-42ad-be7a-331e3b137ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0492c63d-d5e2-4231-bdc3-817486352f35,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:55:18.802611 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-8bd59a0e-1f92-42ad-be7a-331e3b137ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:55:18.851157 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cc429a06-e23c-4792-aaa0-f753cfc1621c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:18.889235 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cc429a06-e23c-4792-aaa0-f753cfc1621c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:18.942294 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cc429a06-e23c-4792-aaa0-f753cfc1621c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:18.946400 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-acba1fc0-617c-484c-845d-ae10318eb34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:55:18.965404 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc429a06-e23c-4792-aaa0-f753cfc1621c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0492c63d-d5e2-4231-bdc3-817486352f35,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:55:18.970138 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cc429a06-e23c-4792-aaa0-f753cfc1621c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:55:18.975551 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cc429a06-e23c-4792-aaa0-f753cfc1621c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:18.978793 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-cc429a06-e23c-4792-aaa0-f753cfc1621c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0492c63d-d5e2-4231-bdc3-817486352f35 HTTP/1.1" status: 204 len: 168 time: 0.2037466 May 31 18:55:19.303188 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 53380) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:55:19.443672 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-812886a5-28e3-49b7-ad1f-4c6432a5864c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:19.459717 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-812886a5-28e3-49b7-ad1f-4c6432a5864c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:55:19.467188 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-812886a5-28e3-49b7-ad1f-4c6432a5864c admin admin] Usage tracker for resource:security_group_rule and tenant:ee722365ea2643f4a33145589a84a554 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:55:19.470526 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-812886a5-28e3-49b7-ad1f-4c6432a5864c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:55:19.477075 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-812886a5-28e3-49b7-ad1f-4c6432a5864c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:55:19.490482 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:19.591503 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-812886a5-28e3-49b7-ad1f-4c6432a5864c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:19.596463 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-812886a5-28e3-49b7-ad1f-4c6432a5864c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:19.605367 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-43005bf2-eb2b-4a9c-a8b4-834f570eac9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:55:19.650218 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-812886a5-28e3-49b7-ad1f-4c6432a5864c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee722365ea2643f4a33145589a84a554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436561 May 31 18:55:19.650218 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812886a5-28e3-49b7-ad1f-4c6432a5864c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ecab98-aa43-459c-8216-0908865a8a9c,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:55:19.651129 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 53388) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:55:19.652213 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-812886a5-28e3-49b7-ad1f-4c6432a5864c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:55:19.728851 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-02221c8a-a806-4c5d-a892-82e33dbbd344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:19.759641 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-02221c8a-a806-4c5d-a892-82e33dbbd344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:19.822389 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-02221c8a-a806-4c5d-a892-82e33dbbd344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:19.836696 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5eec9955-b866-4563-9cde-f61f55615e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:19.838755 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2518e3a9-5ec5-436f-8057-0a4d0d3acea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:55:19.851708 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02221c8a-a806-4c5d-a892-82e33dbbd344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ecab98-aa43-459c-8216-0908865a8a9c,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:55:19.861917 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-02221c8a-a806-4c5d-a892-82e33dbbd344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:55:19.868800 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-02221c8a-a806-4c5d-a892-82e33dbbd344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:19.870220 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-02221c8a-a806-4c5d-a892-82e33dbbd344 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44ecab98-aa43-459c-8216-0908865a8a9c HTTP/1.1" status: 204 len: 168 time: 0.2169967 May 31 18:55:20.494337 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:22.306878 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:32.684328 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 53528) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:55:32.742692 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_v2 [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Deleting subnet 336a929b-0298-4745-8ea2-5973768ef1d5 {{(pid=91733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:55:32.745573 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:32.796339 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14803871'] for subnet, precommit_delete_associations {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:32.851200 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515759'] for subnet, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:33.171508 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14664674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14473407'] for subnet, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:33.175060 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:55:33.209223 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=336a929b-0298-4745-8ea2-5973768ef1d5,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:55:33.213981 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:33.220847 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:55:33.221221 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:55:33.221586 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:55:33.221951 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:55:33.222301 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:55:33.222660 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:55:33.223072 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:55:33.223424 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:55:33.223773 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:55:33.224111 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:55:33.224455 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:55:33.224799 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:55:33.228209 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:55:33.229961 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-6554557f-15be-4dd0-9240-8a3c2144e6a5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/336a929b-0298-4745-8ea2-5973768ef1d5 HTTP/1.1" status: 204 len: 168 time: 0.5445759 May 31 18:55:33.232391 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 53532) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:55:33.336928 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-bd11e373-ccfd-4a49-9530-202ed8beab5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642395'] for network, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:33.457305 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-bd11e373-ccfd-4a49-9530-202ed8beab5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512032', 'neutron.services.segments.db._delete_segments_for_network-8759829597148'] for network, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:33.469877 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-bd11e373-ccfd-4a49-9530-202ed8beab5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b592472-ba97-4bbb-8154-8bc441746c92']}} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:55:33.485592 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-bd11e373-ccfd-4a49-9530-202ed8beab5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967f1c06-0d25-4c43-be7b-5d39afd1eb08') {'for_net_delete': True} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:55:33.485899 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-bd11e373-ccfd-4a49-9530-202ed8beab5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967f1c06-0d25-4c43-be7b-5d39afd1eb08') {} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:55:33.497761 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-bd11e373-ccfd-4a49-9530-202ed8beab5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759829606045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14803860'] for segment, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:33.513291 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-bd11e373-ccfd-4a49-9530-202ed8beab5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:33.519187 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd11e373-ccfd-4a49-9530-202ed8beab5c admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=91733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:55:33.519562 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-bd11e373-ccfd-4a49-9530-202ed8beab5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14664004'] for segment, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: Traceback (most recent call last): May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: timer() May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: cb(*args, **kw) May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: return func(*args, **kwargs) May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: self._notify() May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: self.callback(batched_events) May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: event.method(event) May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: return f(self, *a, **k) May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: return self._get(url).json() May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: return self.request(url, 'GET', **kwargs) May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:55:33.532625 dv-cinder-770050-4-iscsi neutron-server[91733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:55:33.605602 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-bd11e373-ccfd-4a49-9530-202ed8beab5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401612'] for network, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:33.615108 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:55:33.627766 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-bd11e373-ccfd-4a49-9530-202ed8beab5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:33.640180 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11e373-ccfd-4a49-9530-202ed8beab5c admin admin] Pushing event deleted for resources: {'Network': ['ID=7b592472-ba97-4bbb-8154-8bc441746c92,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:55:33.642501 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-bd11e373-ccfd-4a49-9530-202ed8beab5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:55:33.643834 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-bd11e373-ccfd-4a49-9530-202ed8beab5c admin admin] 10.222.0.30 "DELETE /v2.0/networks/7b592472-ba97-4bbb-8154-8bc441746c92 HTTP/1.1" status: 204 len: 168 time: 0.4105647 May 31 18:55:33.816591 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 53538) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:55:33.865051 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-5990c603-153e-4f73-abed-5fe3d3b78efc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e61df25f04ef4f6bb577d95591d875d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470228 May 31 18:55:33.867538 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 53542) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:55:33.923761 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-bd62be09-701b-4dc2-9669-ca87fcc9b022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:33.949542 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-bd62be09-701b-4dc2-9669-ca87fcc9b022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:34.000342 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-bd62be09-701b-4dc2-9669-ca87fcc9b022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:34.005827 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-575107ce-b78d-44ec-96bf-ba5ece57cf21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:55:34.017278 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62be09-701b-4dc2-9669-ca87fcc9b022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38f9e46-a9f0-4d19-96fe-8686b6a12dd2,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:55:34.019717 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-bd62be09-701b-4dc2-9669-ca87fcc9b022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:55:34.023476 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-bd62be09-701b-4dc2-9669-ca87fcc9b022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:34.025276 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-bd62be09-701b-4dc2-9669-ca87fcc9b022 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e38f9e46-a9f0-4d19-96fe-8686b6a12dd2 HTTP/1.1" status: 204 len: 168 time: 0.1568618 May 31 18:55:40.971164 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:55:45.543342 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:47.062073 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c44baaff-107e-492a-b813-4330f6b863e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:49.485601 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:49.817383 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cdce7203-33bc-467d-89e1-83b9cb0c6117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:50.487654 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:55:52.301709 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:13.819929 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9f4ec817-93d8-4b05-9c34-6d561a76a765 req-12d95095-0854-4142-8277-32c49bfa8e55 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752213 May 31 18:56:13.974187 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ec817-93d8-4b05-9c34-6d561a76a765 req-3f929e98-3195-4f51-8d8a-1babb6d654d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:13.975777 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9f4ec817-93d8-4b05-9c34-6d561a76a765 req-3f929e98-3195-4f51-8d8a-1babb6d654d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7cb3ae7b7b184ed8ac2009fb9382e7d5&device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 1099 time: 0.0757961 May 31 18:56:14.120290 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ec817-93d8-4b05-9c34-6d561a76a765 req-a27a013a-aafa-4e17-9205-2d3c7359c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:14.121629 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9f4ec817-93d8-4b05-9c34-6d561a76a765 req-a27a013a-aafa-4e17-9205-2d3c7359c735 service neutron] 10.222.0.43 "GET /v2.0/networks?id=30b743b9-9bf5-4521-92f4-9584d0c12acb HTTP/1.1" status: 200 len: 909 time: 0.1265652 May 31 18:56:14.232073 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9f4ec817-93d8-4b05-9c34-6d561a76a765 req-0975fdbf-4c70-4813-80b3-345e5a6dabff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=524fd408-72d0-4676-974f-052786ca594e HTTP/1.1" status: 200 len: 1002 time: 0.1022775 May 31 18:56:14.299431 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ec817-93d8-4b05-9c34-6d561a76a765 req-f2acdf59-3ae6-49b6-b9ac-a76451ac7fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:14.300841 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9f4ec817-93d8-4b05-9c34-6d561a76a765 req-f2acdf59-3ae6-49b6-b9ac-a76451ac7fef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f13f8bd9-019b-40ed-9964-15a1d19e6320 HTTP/1.1" status: 200 len: 847 time: 0.0615592 May 31 18:56:14.378147 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ec817-93d8-4b05-9c34-6d561a76a765 req-da678457-b219-470d-b37c-126e1392c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:14.379640 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9f4ec817-93d8-4b05-9c34-6d561a76a765 req-da678457-b219-470d-b37c-126e1392c515 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30b743b9-9bf5-4521-92f4-9584d0c12acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716436 May 31 18:56:14.509818 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9f4ec817-93d8-4b05-9c34-6d561a76a765 req-ea983ff8-45ba-49eb-a320-a8ebbbfb9c7d service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226983 May 31 18:56:14.642041 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9f4ec817-93d8-4b05-9c34-6d561a76a765 req-1b8b451c-d92f-4c5c-93d9-a64d502e885d service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242249 May 31 18:56:15.235630 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 53752) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:56:15.352918 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-54a141f1-a132-4bcb-8821-468675489419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:15.366820 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-54a141f1-a132-4bcb-8821-468675489419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:56:15.371276 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-54a141f1-a132-4bcb-8821-468675489419 admin admin] Usage tracker for resource:security_group_rule and tenant:fbd2649604f3419993a94ef7578841ac is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:56:15.374018 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-54a141f1-a132-4bcb-8821-468675489419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:56:15.379690 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-54a141f1-a132-4bcb-8821-468675489419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:56:15.462289 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-54a141f1-a132-4bcb-8821-468675489419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:15.465764 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-54a141f1-a132-4bcb-8821-468675489419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:15.473805 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-f193dbef-a7af-4afb-912b-44e627aab04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:15.513996 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-54a141f1-a132-4bcb-8821-468675489419 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fbd2649604f3419993a94ef7578841ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772479 May 31 18:56:15.514855 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a141f1-a132-4bcb-8821-468675489419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622e6966-3b1b-46ce-b53f-fdc99e26bd08,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:15.516709 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 53758) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:56:15.518445 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-54a141f1-a132-4bcb-8821-468675489419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:15.537587 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:15.576526 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:15.601979 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:15.654672 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:15.659328 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-d49a086e-36d2-4667-9166-72b16b0ce555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:15.671718 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622e6966-3b1b-46ce-b53f-fdc99e26bd08,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:15.683827 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:15.684207 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:15.684575 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:15.684935 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:15.685290 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:15.685648 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:15.686001 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:15.686352 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:15.686709 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:15.687082 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:15.687437 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:15.687785 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:15.690937 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:15.693115 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:15.694188 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/622e6966-3b1b-46ce-b53f-fdc99e26bd08 HTTP/1.1" status: 204 len: 168 time: 0.1764197 May 31 18:56:16.345699 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 53784) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:56:16.447906 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-938200853-network', 'tenant_id': '5d18a056ecd042618142c83878d62c2a'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:56:16.452421 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:56:16.456163 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Usage tracker for resource:network and tenant:5d18a056ecd042618142c83878d62c2a is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:56:16.458969 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:56:16.469133 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:56:16.480304 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Made reservation on behalf of 5d18a056ecd042618142c83878d62c2a for: {'network': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:56:16.482707 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:16.494805 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:16.508810 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:56:16.512545 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Usage tracker for resource:security_group_rule and tenant:5d18a056ecd042618142c83878d62c2a is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:56:16.515291 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:56:16.520840 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:56:16.601128 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:16.605216 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:16.609201 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cc429a06-e23c-4792-aaa0-f753cfc1621c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:16.632158 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=91734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:56:16.644401 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea5adf2-4621-48fb-bceb-584a0725ae62,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:16.648449 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:16.649952 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:16.650286 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.segments_db [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Added segment 393391da-cf6a-4bc7-a1ac-3db04b8be0c8 of type vlan for network 6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 May 31 18:56:16.678129 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:16.706009 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:16.707316 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:16.707895 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:16.713073 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:16.812353 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Pushing event updated for resources: {'Network': ['ID=6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:16.815331 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4686527 May 31 18:56:16.816163 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f52abdc6-7c1b-42f1-84b9-3b400242727b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:16.818139 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 53790) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:56:16.823078 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network 6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:56:16.824078 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-25640ee3-de0a-45e7-8e13-4c5d50cbd321 admin admin] Request body: {'subnet': {'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-938200853-subnet', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'ip_version': 4}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:56:16.828956 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-25640ee3-de0a-45e7-8e13-4c5d50cbd321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:56:16.832894 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-25640ee3-de0a-45e7-8e13-4c5d50cbd321 admin admin] Usage tracker for resource:subnet and tenant:5d18a056ecd042618142c83878d62c2a is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:56:16.835770 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-25640ee3-de0a-45e7-8e13-4c5d50cbd321 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:56:16.842167 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-25640ee3-de0a-45e7-8e13-4c5d50cbd321 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:56:16.851678 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25640ee3-de0a-45e7-8e13-4c5d50cbd321 admin admin] Made reservation on behalf of 5d18a056ecd042618142c83878d62c2a for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:56:16.853975 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-25640ee3-de0a-45e7-8e13-4c5d50cbd321 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16171858'] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:17.064333 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ed0a67e4-6432-47c4-b862-fe78d80de9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:17.329681 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-25640ee3-de0a-45e7-8e13-4c5d50cbd321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15610355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16171844'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:17.334200 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:17.403035 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25640ee3-de0a-45e7-8e13-4c5d50cbd321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a408c44-983a-42de-87d9-5922be318ca3,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:17.407224 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-25640ee3-de0a-45e7-8e13-4c5d50cbd321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:17.411145 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25640ee3-de0a-45e7-8e13-4c5d50cbd321 admin admin] Checking segment: {'id': '393391da-cf6a-4bc7-a1ac-3db04b8be0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:56:17.411497 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25640ee3-de0a-45e7-8e13-4c5d50cbd321 admin admin] Network hostable DHCP agents. Network: 6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:56:17.428885 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25640ee3-de0a-45e7-8e13-4c5d50cbd321 admin admin] Network 6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:56:17.438267 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-25640ee3-de0a-45e7-8e13-4c5d50cbd321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, 6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:56:17.447138 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25640ee3-de0a-45e7-8e13-4c5d50cbd321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:17.447720 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-25640ee3-de0a-45e7-8e13-4c5d50cbd321 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:17.449530 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d305d5fe-53fe-4b19-b415-029c66282bf7 None None] Network 6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:56:17.467533 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-25640ee3-de0a-45e7-8e13-4c5d50cbd321 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6483977 May 31 18:56:17.470122 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 53794) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:56:17.475386 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-938200853-router', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:56:17.481074 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:56:17.484881 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Usage tracker for resource:router and tenant:5d18a056ecd042618142c83878d62c2a is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:56:17.487705 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:56:17.494013 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:56:17.507023 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-403135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4890'] for router, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:17.508057 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4881'] for router, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:17.522994 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:17.668819 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53c3527c-b754-508a-bbd5-2b07d57767e0-6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35', 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'fixed_ips': [{'subnet_id': '3a408c44-983a-42de-87d9-5922be318ca3'}]}} from dv-cinder-770050-4-iscsi. {{(pid=91735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 18:56:17.669656 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:17.791763 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4967'] for router, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:17.819258 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Allocated IP 172.20.0.2 (6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35/3a408c44-983a-42de-87d9-5922be318ca3/3ef34e84-eec9-4136-ba16-9d2bc90188c7) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:56:17.970144 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:56:18.064195 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:18.074921 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Transition to ACTIVE for port object 3ef34e84-eec9-4136-ba16-9d2bc90188c7 will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:56:18.093267 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Transition to ACTIVE for port object 3ef34e84-eec9-4136-ba16-9d2bc90188c7 will not be triggered until provisioned by entity DHCP. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:56:18.098923 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:18.101026 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:18.102283 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:18.135672 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:18.165706 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Network 6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:56:18.168285 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:56:18.172502 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:56:18.175743 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Pushing event updated for resources: {'Port': ['ID=3ef34e84-eec9-4136-ba16-9d2bc90188c7,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:18.214606 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:18.214970 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:18.215306 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:18.215633 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:18.215958 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:18.216278 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:18.216603 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:18.216918 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:18.217236 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:18.217549 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:18.217864 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:18.218174 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:18.225988 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:18.270897 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Allocated IP 172.27.0.49 (1cefa8cd-0a9d-4799-a9e0-704b2c95ae89/67065c8c-a7bf-4ea9-bccb-f9c1fabaa892/2f91654c-394e-499f-bd32-24e3f29701cc) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:56:18.274130 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Attempting to bind port 3ef34e84-eec9-4136-ba16-9d2bc90188c7 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:56:18.274507 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Attempting to bind port 3ef34e84-eec9-4136-ba16-9d2bc90188c7 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': '393391da-cf6a-4bc7-a1ac-3db04b8be0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:56:18.274940 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Attempting to bind port 3ef34e84-eec9-4136-ba16-9d2bc90188c7 on network 6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:56:18.280448 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:56:18.281088 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Checking segment: {'id': '393391da-cf6a-4bc7-a1ac-3db04b8be0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:56:18.281498 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:18.281906 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Bound using segment: {'id': '393391da-cf6a-4bc7-a1ac-3db04b8be0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:56:18.282410 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Bound port: 3ef34e84-eec9-4136-ba16-9d2bc90188c7, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393391da-cf6a-4bc7-a1ac-3db04b8be0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:56:18.282847 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:18.372912 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] For port 3ef34e84-eec9-4136-ba16-9d2bc90188c7, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:56:18.375848 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] For port 3ef34e84-eec9-4136-ba16-9d2bc90188c7, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=3ef34e84-eec9-4136-ba16-9d2bc90188c7,segment=NetworkSegment(393391da-cf6a-4bc7-a1ac-3db04b8be0c8),segment_id=393391da-cf6a-4bc7-a1ac-3db04b8be0c8)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:56:18.380920 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:18.384830 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:18.421383 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:18.453430 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:18.458207 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:18.459965 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Pushing event updated for resources: {'Port': ['ID=3ef34e84-eec9-4136-ba16-9d2bc90188c7,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:18.463677 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:18.525360 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:56:18.528352 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:56:18.533536 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:56:18.567843 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Pushing event updated for resources: {'Port': ['ID=2f91654c-394e-499f-bd32-24e3f29701cc,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:18.572846 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:19.051429 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:19.342734 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115ec9fb-9f08-4ab3-92d1-5be61b484c2e None None] Network 6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:56:19.397839 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401414'] for router, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:19.444239 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-e5c6f5fb-7cd8-42af-ae4d-e1347c47c9be None None] Provisioning for port 3ef34e84-eec9-4136-ba16-9d2bc90188c7 completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:56:19.526595 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:19.616277 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Router 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 is scheduled to L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 with binding_index 1 {{(pid=91734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 18:56:19.637568 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 3ef34e84-eec9-4136-ba16-9d2bc90188c7 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:56:19.714874 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 3ef34e84-eec9-4136-ba16-9d2bc90188c7 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:56:19.720288 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 3ef34e84-eec9-4136-ba16-9d2bc90188c7 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:19.720747 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:19.800296 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:56:19.822489 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Sync routers for ids ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:56:19.826465 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] Notify callbacks [] for router, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:19.827700 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-62d7d045-2b81-4f92-b0e3-81a5f7e8a408 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3566756 May 31 18:56:19.830507 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 53798) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:56:19.869322 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Routers {'62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:56:19.869857 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:55:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:56:19.929883 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-69c0817e-3953-47b3-b6e1-9d9e3ce8222c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:19.939213 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:19.986479 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-b9c4535c-bf3b-4f43-9df3-9a0c9bbec30a None None] Provisioning complete for port 3ef34e84-eec9-4136-ba16-9d2bc90188c7 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:19.986883 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b9c4535c-bf3b-4f43-9df3-9a0c9bbec30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:20.108028 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 3ef34e84-eec9-4136-ba16-9d2bc90188c7, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=3ef34e84-eec9-4136-ba16-9d2bc90188c7,segment=NetworkSegment(393391da-cf6a-4bc7-a1ac-3db04b8be0c8),segment_id=393391da-cf6a-4bc7-a1ac-3db04b8be0c8)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:56:20.116749 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:20.122576 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:20.202724 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Set router 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:56:20.359655 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=3ef34e84-eec9-4136-ba16-9d2bc90188c7,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:20.377981 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:20.573354 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:20.587682 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:20.606619 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'name': 'tempest-TestMinimumBasicScenario-938200853-router', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:17Z', 'updated_at': '2021-05-31T18:56:18Z', 'revision_number': 3, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'gw_port': {'id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:18Z', 'updated_at': '2021-05-31T18:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:56:20.610430 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Checking router: 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:56:20.610799 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Updating router 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 port 2f91654c-394e-499f-bd32-24e3f29701cc binding host dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:56:20.664620 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:20.795955 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_common [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Allocated IP 172.20.0.1 (6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35/3a408c44-983a-42de-87d9-5922be318ca3/c739b411-d310-4323-b773-e646e6350e2c) {{(pid=91733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:56:20.946135 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:20.961071 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.provisioning_blocks [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Transition to ACTIVE for port object c739b411-d310-4323-b773-e646e6350e2c will not be triggered until provisioned by entity DHCP. {{(pid=91733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:56:20.984392 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:20.986996 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:20.988888 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:20.999257 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Transition to ACTIVE for port object 2f91654c-394e-499f-bd32-24e3f29701cc will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:56:21.004677 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:21.008609 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2cbe2cce-8931-4d5e-899a-37287acc954e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:21.055711 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Network 6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:56:21.059181 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:56:21.062556 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Received port after_create {{(pid=91733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:56:21.083872 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Attempting to bind port 2f91654c-394e-499f-bd32-24e3f29701cc on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:56:21.084243 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Attempting to bind port 2f91654c-394e-499f-bd32-24e3f29701cc by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:56:21.084608 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Attempting to bind port 2f91654c-394e-499f-bd32-24e3f29701cc on network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:56:21.087235 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b33da-0566-4a9f-acba-d53fbddef2b6 None None] Pushing event updated for resources: {'Port': ['ID=2f91654c-394e-499f-bd32-24e3f29701cc,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:21.090758 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-0f6b33da-0566-4a9f-acba-d53fbddef2b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:21.093225 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:56:21.093597 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Checking segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:56:21.093995 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:21.094380 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Bound using segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:56:21.094866 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Bound port: 2f91654c-394e-499f-bd32-24e3f29701cc, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:56:21.095234 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:21.096573 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Pushing event updated for resources: {'Port': ['ID=c739b411-d310-4323-b773-e646e6350e2c,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:21.100795 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:21.121224 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407415'] for router_interface, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:21.171114 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] For port 2f91654c-394e-499f-bd32-24e3f29701cc, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:56:21.174269 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] For port 2f91654c-394e-499f-bd32-24e3f29701cc, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=2f91654c-394e-499f-bd32-24e3f29701cc,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:56:21.183305 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:21.186963 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:21.261231 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Routers {'62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:56:21.261857 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:56:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:56:21.330624 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b33da-0566-4a9f-acba-d53fbddef2b6 None None] Pushing event updated for resources: {'Port': ['ID=2f91654c-394e-499f-bd32-24e3f29701cc,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:21.335497 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-0f6b33da-0566-4a9f-acba-d53fbddef2b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:21.360299 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-239b77e6-567a-47c1-8e49-8f5ab29c88a5 None None] Provisioning for port c739b411-d310-4323-b773-e646e6350e2c completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:56:21.388041 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:21.412698 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-239b77e6-567a-47c1-8e49-8f5ab29c88a5 None None] Provisioning complete for port c739b411-d310-4323-b773-e646e6350e2c triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:21.413076 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-239b77e6-567a-47c1-8e49-8f5ab29c88a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:21.490426 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-239b77e6-567a-47c1-8e49-8f5ab29c88a5 None None] Port c739b411-d310-4323-b773-e646e6350e2c cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:56:21.501252 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] Set router 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:56:21.615497 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:21.620448 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14663960'] for port, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:21.624530 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 3ef34e84-eec9-4136-ba16-9d2bc90188c7 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:56:21.651343 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:21.727902 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Pushing event updated for resources: {'Port': ['ID=c739b411-d310-4323-b773-e646e6350e2c,revision_number=2']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:21.730335 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407514'] for router_interface, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:21.733899 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:21.799538 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 3ef34e84-eec9-4136-ba16-9d2bc90188c7 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:21.799892 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:21.868178 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Network 6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:56:21.869361 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:56:21.962561 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'name': 'tempest-TestMinimumBasicScenario-938200853-router', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:17Z', 'updated_at': '2021-05-31T18:56:18Z', 'revision_number': 3, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'gw_port': {'id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:18Z', 'updated_at': '2021-05-31T18:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:56:21.974940 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeb7039-62fb-41b7-9971-02e968a51af4 None None] The sync data for ids ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'] in dv-cinder-770050-4-iscsi is: [{'id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'name': 'tempest-TestMinimumBasicScenario-938200853-router', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:17Z', 'updated_at': '2021-05-31T18:56:18Z', 'revision_number': 3, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'gw_port': {'id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:18Z', 'updated_at': '2021-05-31T18:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:56:22.114463 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-67db2b2a-0bca-4ea0-aa96-9034d475b858 None None] Provisioning complete for port c739b411-d310-4323-b773-e646e6350e2c triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:22.114964 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-67db2b2a-0bca-4ea0-aa96-9034d475b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:22.171939 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Router 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:56:22.174230 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-67db2b2a-0bca-4ea0-aa96-9034d475b858 None None] Port c739b411-d310-4323-b773-e646e6350e2c cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:56:22.306697 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:22.363775 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:56:22.380242 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] 10.222.0.30 "PUT /v2.0/routers/62df4b88-b4c7-4a14-87d3-f5b4b7e28c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5484848 May 31 18:56:22.898907 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 53816) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:56:22.904535 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-316353626-network', 'tenant_id': '9344fbd313dc4b81aaf2f1be2a257f73'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:56:22.909584 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:56:22.913365 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Usage tracker for resource:network and tenant:9344fbd313dc4b81aaf2f1be2a257f73 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:56:22.917043 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:56:22.922602 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:56:22.933476 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Made reservation on behalf of 9344fbd313dc4b81aaf2f1be2a257f73 for: {'network': 1} {{(pid=91733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:56:22.935745 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1459752'] for network, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:22.947622 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:22.964801 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:56:22.968587 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Usage tracker for resource:security_group_rule and tenant:9344fbd313dc4b81aaf2f1be2a257f73 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:56:22.971352 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:56:22.978409 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:56:23.063024 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:23.066709 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:23.069536 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-030a2355-ad1e-4222-9e01-c74f049f20cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:23.096758 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=91733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:56:23.105737 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deed7a8e-6bb3-47e5-a4f5-f52224cb8818,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:23.109182 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:23.111954 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:23.112297 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.db.segments_db [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Added segment f02eaa54-997d-49bb-a025-7e4cbca112e6 of type vlan for network 31bc0785-3b2a-458c-bb6e-6dcbe606f067 May 31 18:56:23.138792 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759829155413'] for network, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:23.167463 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:23.168873 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:23.169471 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:23.173893 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:23.272151 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3721695 May 31 18:56:23.273044 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Pushing event updated for resources: {'Network': ['ID=31bc0785-3b2a-458c-bb6e-6dcbe606f067,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:23.275614 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 53820) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:56:23.276698 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ad5102be-8dd3-4640-8e88-b35a2e3c7977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:23.281583 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-c762805c-caa6-4dbe-a15c-002a5df694a0 admin admin] Request body: {'subnet': {'network_id': '31bc0785-3b2a-458c-bb6e-6dcbe606f067', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-316353626-subnet', 'tenant_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'ip_version': 4}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:56:23.284856 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Network 31bc0785-3b2a-458c-bb6e-6dcbe606f067 details requested by agent ovs-agent-dv-cinder-770050-4-iscsi with host dv-cinder-770050-4-iscsi {{(pid=91735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:56:23.286495 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-c762805c-caa6-4dbe-a15c-002a5df694a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:56:23.290435 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-c762805c-caa6-4dbe-a15c-002a5df694a0 admin admin] Usage tracker for resource:subnet and tenant:9344fbd313dc4b81aaf2f1be2a257f73 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:56:23.294485 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-c762805c-caa6-4dbe-a15c-002a5df694a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:56:23.300684 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-c762805c-caa6-4dbe-a15c-002a5df694a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:56:23.312381 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c762805c-caa6-4dbe-a15c-002a5df694a0 admin admin] Made reservation on behalf of 9344fbd313dc4b81aaf2f1be2a257f73 for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:56:23.315082 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c762805c-caa6-4dbe-a15c-002a5df694a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16171858'] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:23.527712 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Sync routers for ids ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'] in dv-cinder-770050-4-iscsi {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:56:23.538122 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Routers {'62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:56:23.538751 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:56:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:56:23.631511 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 2f91654c-394e-499f-bd32-24e3f29701cc up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:56:23.702914 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 2f91654c-394e-499f-bd32-24e3f29701cc completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:56:23.708762 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 2f91654c-394e-499f-bd32-24e3f29701cc triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:23.709460 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:23.724562 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Set router 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:56:23.830356 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c762805c-caa6-4dbe-a15c-002a5df694a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15610355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16171844'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:23.834253 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-69c3e4e2-6a53-4039-a6c9-b30e25603d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:23.849632 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:23.867200 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 2f91654c-394e-499f-bd32-24e3f29701cc, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=2f91654c-394e-499f-bd32-24e3f29701cc,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:56:23.874032 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:23.876633 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:23.911031 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762805c-caa6-4dbe-a15c-002a5df694a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=940a94f8-fb56-4ce8-abc0-9befd43478b3,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:23.913644 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c762805c-caa6-4dbe-a15c-002a5df694a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:23.917984 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c762805c-caa6-4dbe-a15c-002a5df694a0 admin admin] Checking segment: {'id': 'f02eaa54-997d-49bb-a025-7e4cbca112e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '31bc0785-3b2a-458c-bb6e-6dcbe606f067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:56:23.918335 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c762805c-caa6-4dbe-a15c-002a5df694a0 admin admin] Network hostable DHCP agents. Network: 31bc0785-3b2a-458c-bb6e-6dcbe606f067, hostable agents: ['eca319f0-e244-4937-8ec8-513750d1d3b0'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:56:23.936821 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c762805c-caa6-4dbe-a15c-002a5df694a0 admin admin] Network 31bc0785-3b2a-458c-bb6e-6dcbe606f067 is scheduled to be hosted by DHCP agent eca319f0-e244-4937-8ec8-513750d1d3b0 with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:56:23.945159 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=2f91654c-394e-499f-bd32-24e3f29701cc,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:23.948939 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:23.949155 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-c762805c-caa6-4dbe-a15c-002a5df694a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-iscsi, 31bc0785-3b2a-458c-bb6e-6dcbe606f067) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:56:23.959114 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c762805c-caa6-4dbe-a15c-002a5df694a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:23.959241 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6dca78-fb5e-4b9a-b229-79a2dafe169b None None] Network 31bc0785-3b2a-458c-bb6e-6dcbe606f067 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:56:23.959866 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c762805c-caa6-4dbe-a15c-002a5df694a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:23.984281 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 53824) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:56:23.984634 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-c762805c-caa6-4dbe-a15c-002a5df694a0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7078197 May 31 18:56:23.990387 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-316353626-router', 'tenant_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:56:23.996101 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:56:24.002006 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Usage tracker for resource:router and tenant:9344fbd313dc4b81aaf2f1be2a257f73 is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:56:24.005065 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:56:24.011296 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:56:24.022746 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-403135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4890'] for router, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:24.024871 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4881'] for router, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:24.045685 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:24.080013 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'name': 'tempest-TestMinimumBasicScenario-938200853-router', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:17Z', 'updated_at': '2021-05-31T18:56:21Z', 'revision_number': 4, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'gw_port': {'id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:18Z', 'updated_at': '2021-05-31T18:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': 'c739b411-d310-4323-b773-e646e6350e2c', 'name': '', 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'mac_address': 'fa:16:3e:6c:16:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3a408c44-983a-42de-87d9-5922be318ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:20Z', 'updated_at': '2021-05-31T18:56:21Z', 'revision_number': 2, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'subnets': [{'id': '3a408c44-983a-42de-87d9-5922be318ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:56:24.083798 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Checking router: 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 for host: dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:56:24.084148 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Updating router 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 port c739b411-d310-4323-b773-e646e6350e2c binding host dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:56:24.140334 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:24.186489 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53c3527c-b754-508a-bbd5-2b07d57767e0-31bc0785-3b2a-458c-bb6e-6dcbe606f067', 'network_id': '31bc0785-3b2a-458c-bb6e-6dcbe606f067', 'tenant_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'fixed_ips': [{'subnet_id': '940a94f8-fb56-4ce8-abc0-9befd43478b3'}]}} from dv-cinder-770050-4-iscsi. {{(pid=91735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 18:56:24.187459 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:24.317427 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4967'] for router, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:24.348672 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Allocated IP 172.20.0.2 (31bc0785-3b2a-458c-bb6e-6dcbe606f067/940a94f8-fb56-4ce8-abc0-9befd43478b3/b5dcd0a4-2860-4d43-aa45-1584edc3bbc1) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:56:24.491103 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Notify callbacks [] for port, precommit_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:24.503356 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Transition to ACTIVE for port object c739b411-d310-4323-b773-e646e6350e2c will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:56:24.511651 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:24.521350 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-1e2f284e-e49a-45a8-82e7-b18124d5ef65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:24.570114 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:24.582032 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Transition to ACTIVE for port object b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:56:24.601163 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Transition to ACTIVE for port object b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 will not be triggered until provisioned by entity DHCP. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:56:24.610658 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:24.615254 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d1908c55-95a7-4144-b29f-d99adc89f8f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:24.631251 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:24.664168 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8115a-0ab4-4488-a759-bd5365f40613 None None] Pushing event updated for resources: {'Port': ['ID=c739b411-d310-4323-b773-e646e6350e2c,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:24.668391 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:24.676021 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8115a-0ab4-4488-a759-bd5365f40613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:24.677115 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8115a-0ab4-4488-a759-bd5365f40613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:24.677610 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8115a-0ab4-4488-a759-bd5365f40613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:24.678086 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8115a-0ab4-4488-a759-bd5365f40613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:24.679146 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8115a-0ab4-4488-a759-bd5365f40613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:24.679622 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8115a-0ab4-4488-a759-bd5365f40613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:24.681557 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8115a-0ab4-4488-a759-bd5365f40613 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:24.682048 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8115a-0ab4-4488-a759-bd5365f40613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:24.682552 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8115a-0ab4-4488-a759-bd5365f40613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:24.682664 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Network 31bc0785-3b2a-458c-bb6e-6dcbe606f067 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:56:24.683293 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8115a-0ab4-4488-a759-bd5365f40613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:24.683758 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8115a-0ab4-4488-a759-bd5365f40613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:24.684230 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8115a-0ab4-4488-a759-bd5365f40613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:56:24.685601 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:56:24.689480 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:56:24.690667 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-52d8115a-0ab4-4488-a759-bd5365f40613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:24.701119 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Pushing event updated for resources: {'Port': ['ID=b5dcd0a4-2860-4d43-aa45-1584edc3bbc1,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:24.735057 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:24.795415 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Attempting to bind port c739b411-d310-4323-b773-e646e6350e2c on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:56:24.795567 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Attempting to bind port b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:56:24.795703 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Attempting to bind port c739b411-d310-4323-b773-e646e6350e2c by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': '393391da-cf6a-4bc7-a1ac-3db04b8be0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:56:24.796063 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Attempting to bind port c739b411-d310-4323-b773-e646e6350e2c on network 6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:56:24.796365 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Attempting to bind port b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'f02eaa54-997d-49bb-a025-7e4cbca112e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '31bc0785-3b2a-458c-bb6e-6dcbe606f067'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:56:24.796802 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Attempting to bind port b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 on network 31bc0785-3b2a-458c-bb6e-6dcbe606f067 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:56:24.802730 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:56:24.803136 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Checking segment: {'id': 'f02eaa54-997d-49bb-a025-7e4cbca112e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '31bc0785-3b2a-458c-bb6e-6dcbe606f067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:56:24.803544 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:24.804197 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Bound using segment: {'id': 'f02eaa54-997d-49bb-a025-7e4cbca112e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '31bc0785-3b2a-458c-bb6e-6dcbe606f067'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:56:24.804412 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Bound port: b5dcd0a4-2860-4d43-aa45-1584edc3bbc1, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02eaa54-997d-49bb-a025-7e4cbca112e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '31bc0785-3b2a-458c-bb6e-6dcbe606f067'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:56:24.805330 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:24.809159 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:56:24.809850 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Checking segment: {'id': '393391da-cf6a-4bc7-a1ac-3db04b8be0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:56:24.810456 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:24.811768 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Bound using segment: {'id': '393391da-cf6a-4bc7-a1ac-3db04b8be0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:56:24.812575 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Bound port: c739b411-d310-4323-b773-e646e6350e2c, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393391da-cf6a-4bc7-a1ac-3db04b8be0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:56:24.813679 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:24.828728 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_common [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Allocated IP 172.27.0.106 (1cefa8cd-0a9d-4799-a9e0-704b2c95ae89/67065c8c-a7bf-4ea9-bccb-f9c1fabaa892/48f630af-7ceb-4640-a23b-e2484b54917f) {{(pid=91733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:56:24.909694 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] For port c739b411-d310-4323-b773-e646e6350e2c, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:56:24.910770 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] For port b5dcd0a4-2860-4d43-aa45-1584edc3bbc1, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:56:24.915568 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] For port b5dcd0a4-2860-4d43-aa45-1584edc3bbc1, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=b5dcd0a4-2860-4d43-aa45-1584edc3bbc1,segment=NetworkSegment(f02eaa54-997d-49bb-a025-7e4cbca112e6),segment_id=f02eaa54-997d-49bb-a025-7e4cbca112e6)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:56:24.915736 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] For port c739b411-d310-4323-b773-e646e6350e2c, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=c739b411-d310-4323-b773-e646e6350e2c,segment=NetworkSegment(393391da-cf6a-4bc7-a1ac-3db04b8be0c8),segment_id=393391da-cf6a-4bc7-a1ac-3db04b8be0c8)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:56:24.923555 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:24.923819 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:24.928241 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:24.928781 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-cd725b6d-a915-4f69-bc68-5dd6a9c0cda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:24.988121 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:25.007333 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Pushing event updated for resources: {'Port': ['ID=b5dcd0a4-2860-4d43-aa45-1584edc3bbc1,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:25.010793 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1b50926f-bd49-431a-a657-b148cf6b7169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:25.013306 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Routers {'62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:56:25.013740 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:56:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:56:25.027809 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:25.032495 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:25.064540 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8115a-0ab4-4488-a759-bd5365f40613 None None] Pushing event updated for resources: {'Port': ['ID=c739b411-d310-4323-b773-e646e6350e2c,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:25.073675 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-52d8115a-0ab4-4488-a759-bd5365f40613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:25.205861 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:56:25.208961 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:56:25.213438 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Received port after_create {{(pid=91733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:56:25.213619 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] Set router 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:56:25.287694 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Pushing event updated for resources: {'Port': ['ID=48f630af-7ceb-4640-a23b-e2484b54917f,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:25.292675 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:25.585012 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'name': 'tempest-TestMinimumBasicScenario-938200853-router', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:17Z', 'updated_at': '2021-05-31T18:56:21Z', 'revision_number': 4, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'gw_port': {'id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:18Z', 'updated_at': '2021-05-31T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': 'c739b411-d310-4323-b773-e646e6350e2c', 'name': '', 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'mac_address': 'fa:16:3e:6c:16:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3a408c44-983a-42de-87d9-5922be318ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:20Z', 'updated_at': '2021-05-31T18:56:24Z', 'revision_number': 4, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'subnets': [{'id': '3a408c44-983a-42de-87d9-5922be318ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:56:25.589887 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e269c18a-cf50-4222-9a7e-eb4b12abe261 None None] The sync data for ids ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'] in dv-cinder-770050-4-iscsi is: [{'id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'name': 'tempest-TestMinimumBasicScenario-938200853-router', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:17Z', 'updated_at': '2021-05-31T18:56:21Z', 'revision_number': 4, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'gw_port': {'id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:18Z', 'updated_at': '2021-05-31T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': 'c739b411-d310-4323-b773-e646e6350e2c', 'name': '', 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'mac_address': 'fa:16:3e:6c:16:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3a408c44-983a-42de-87d9-5922be318ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:20Z', 'updated_at': '2021-05-31T18:56:24Z', 'revision_number': 4, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'subnets': [{'id': '3a408c44-983a-42de-87d9-5922be318ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:56:25.720378 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:25.735640 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:56:25.824626 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:56:25.838635 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 2f91654c-394e-499f-bd32-24e3f29701cc up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:56:25.922296 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 2f91654c-394e-499f-bd32-24e3f29701cc triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:25.922684 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:26.119271 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401414'] for router, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:26.120314 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58efcbcf-8038-4c88-b69e-4e1c8e8a5edc None None] Network 31bc0785-3b2a-458c-bb6e-6dcbe606f067 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:56:26.256802 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-44c05cfb-fb54-4981-9e22-9e361291f1a5 None None] Provisioning for port b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:56:26.264969 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-44c05cfb-fb54-4981-9e22-9e361291f1a5 None None] Provisioning complete for port b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:26.265340 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-44c05cfb-fb54-4981-9e22-9e361291f1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:26.344411 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Router 19f889d7-d0c4-461d-94b5-2c0e1175892f is scheduled to L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 with binding_index 1 {{(pid=91733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 18:56:26.495110 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-44c05cfb-fb54-4981-9e22-9e361291f1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:26.533110 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:56:26.535985 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-44c05cfb-fb54-4981-9e22-9e361291f1a5 None None] For port b5dcd0a4-2860-4d43-aa45-1584edc3bbc1, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=b5dcd0a4-2860-4d43-aa45-1584edc3bbc1,segment=NetworkSegment(f02eaa54-997d-49bb-a025-7e4cbca112e6),segment_id=f02eaa54-997d-49bb-a025-7e4cbca112e6)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:56:26.541628 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-44c05cfb-fb54-4981-9e22-9e361291f1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:26.543787 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:26.564291 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] Notify callbacks [] for router, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:26.565544 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-3ba94ab0-003a-44e8-8767-67182925c3ca admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5795319 May 31 18:56:26.568196 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 53828) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:56:26.577639 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Sync routers for ids ['19f889d7-d0c4-461d-94b5-2c0e1175892f'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:56:26.610950 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Routers {'19f889d7-d0c4-461d-94b5-2c0e1175892f'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:56:26.611584 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:56:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['19f889d7-d0c4-461d-94b5-2c0e1175892f'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:56:26.713182 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c05cfb-fb54-4981-9e22-9e361291f1a5 None None] Pushing event updated for resources: {'Port': ['ID=b5dcd0a4-2860-4d43-aa45-1584edc3bbc1,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:26.718066 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-44c05cfb-fb54-4981-9e22-9e361291f1a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:26.829544 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Set router 19f889d7-d0c4-461d-94b5-2c0e1175892f gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:56:27.010800 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-f703dd59-91c3-4b2a-857c-80b048953e1b None None] Provisioning complete for port b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:27.011201 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f703dd59-91c3-4b2a-857c-80b048953e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:27.223764 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'name': 'tempest-TestMinimumBasicScenario-316353626-router', 'tenant_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '48f630af-7ceb-4640-a23b-e2484b54917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:24Z', 'updated_at': '2021-05-31T18:56:25Z', 'revision_number': 3, 'project_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'gw_port': {'id': '48f630af-7ceb-4640-a23b-e2484b54917f', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:16:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:24Z', 'updated_at': '2021-05-31T18:56:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:56:27.227751 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Checking router: 19f889d7-d0c4-461d-94b5-2c0e1175892f for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:56:27.228100 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Updating router 19f889d7-d0c4-461d-94b5-2c0e1175892f port 48f630af-7ceb-4640-a23b-e2484b54917f binding host dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:56:27.282988 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:27.392063 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:27.597669 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_common [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Allocated IP 172.20.0.1 (31bc0785-3b2a-458c-bb6e-6dcbe606f067/940a94f8-fb56-4ce8-abc0-9befd43478b3/a5d99c60-33a9-4605-8403-31252caaed63) {{(pid=91733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:56:27.611684 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:27.628378 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Transition to ACTIVE for port object 48f630af-7ceb-4640-a23b-e2484b54917f will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:56:27.638985 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:27.642963 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:27.707850 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:56:27.756021 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:27.772229 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.provisioning_blocks [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Transition to ACTIVE for port object a5d99c60-33a9-4605-8403-31252caaed63 will not be triggered until provisioned by entity DHCP. {{(pid=91733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:56:27.802267 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Attempting to bind port 48f630af-7ceb-4640-a23b-e2484b54917f on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:56:27.802267 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Attempting to bind port 48f630af-7ceb-4640-a23b-e2484b54917f by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:56:27.802267 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Attempting to bind port 48f630af-7ceb-4640-a23b-e2484b54917f on network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:56:27.802664 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:27.806939 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:27.811991 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f120253-0543-4ac2-b312-ed4c54c75ac3 None None] Pushing event updated for resources: {'Port': ['ID=48f630af-7ceb-4640-a23b-e2484b54917f,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:27.816394 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:56:27.816770 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Checking segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:56:27.817176 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:27.817556 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Bound using segment: {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:56:27.818030 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Bound port: 48f630af-7ceb-4640-a23b-e2484b54917f, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c66d5d-3482-42aa-b1ee-ee3aa4ff2535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:56:27.818400 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:27.841725 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-8f120253-0543-4ac2-b312-ed4c54c75ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:27.870446 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Network 31bc0785-3b2a-458c-bb6e-6dcbe606f067 is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:56:27.873356 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:56:27.877248 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Received port after_create {{(pid=91733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:56:27.902717 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:27.903150 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:27.919352 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Pushing event updated for resources: {'Port': ['ID=a5d99c60-33a9-4605-8403-31252caaed63,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:27.926683 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:27.936242 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] For port 48f630af-7ceb-4640-a23b-e2484b54917f, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:56:27.941034 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407415'] for router_interface, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:27.958720 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] For port 48f630af-7ceb-4640-a23b-e2484b54917f, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=48f630af-7ceb-4640-a23b-e2484b54917f,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:56:27.968938 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:27.973924 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-a1117248-1294-480e-a57f-4fe1fe2dd63d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:28.068355 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:28.101355 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Routers {'19f889d7-d0c4-461d-94b5-2c0e1175892f'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:56:28.102608 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:56:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['19f889d7-d0c4-461d-94b5-2c0e1175892f'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:56:28.162572 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f120253-0543-4ac2-b312-ed4c54c75ac3 None None] Pushing event updated for resources: {'Port': ['ID=48f630af-7ceb-4640-a23b-e2484b54917f,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:28.176011 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-8f120253-0543-4ac2-b312-ed4c54c75ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:28.206704 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device c739b411-d310-4323-b773-e646e6350e2c up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:56:28.241176 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-c43db47b-f584-4b39-b1cf-75f6e5c0fac4 None None] Provisioning for port a5d99c60-33a9-4605-8403-31252caaed63 completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:56:28.283663 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:28.287986 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14663960'] for port, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:28.316013 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-c43db47b-f584-4b39-b1cf-75f6e5c0fac4 None None] Provisioning complete for port a5d99c60-33a9-4605-8403-31252caaed63 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:28.316398 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c43db47b-f584-4b39-b1cf-75f6e5c0fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:28.404024 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ac38ab10-d15f-41ae-a296-897bec2b443a tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:28.420862 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-c43db47b-f584-4b39-b1cf-75f6e5c0fac4 None None] Port a5d99c60-33a9-4605-8403-31252caaed63 cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:56:28.429420 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] Set router 19f889d7-d0c4-461d-94b5-2c0e1175892f gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:56:28.485463 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Pushing event updated for resources: {'Port': ['ID=a5d99c60-33a9-4605-8403-31252caaed63,revision_number=2']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:28.487966 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407514'] for router_interface, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:28.491563 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:28.499707 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port c739b411-d310-4323-b773-e646e6350e2c completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:56:28.510622 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port c739b411-d310-4323-b773-e646e6350e2c triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:28.511101 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:28.623480 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Network 31bc0785-3b2a-458c-bb6e-6dcbe606f067 is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:56:28.624649 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:56:28.819778 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Router 19f889d7-d0c4-461d-94b5-2c0e1175892f has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:56:28.864762 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:28.892043 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-861e43fa-e1a6-464d-b398-d66a069cc940 None None] Provisioning complete for port a5d99c60-33a9-4605-8403-31252caaed63 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:28.892421 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-861e43fa-e1a6-464d-b398-d66a069cc940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:28.957800 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port c739b411-d310-4323-b773-e646e6350e2c, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=c739b411-d310-4323-b773-e646e6350e2c,segment=NetworkSegment(393391da-cf6a-4bc7-a1ac-3db04b8be0c8),segment_id=393391da-cf6a-4bc7-a1ac-3db04b8be0c8)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:56:28.964579 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:28.967702 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-0f6b33da-0566-4a9f-acba-d53fbddef2b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:28.997460 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:56:29.006666 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-861e43fa-e1a6-464d-b398-d66a069cc940 None None] Port a5d99c60-33a9-4605-8403-31252caaed63 cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:56:29.013735 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-d7102f10-fc20-4167-b165-7ad1305a9d8c admin admin] 10.222.0.30 "PUT /v2.0/routers/19f889d7-d0c4-461d-94b5-2c0e1175892f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4444566 May 31 18:56:29.036718 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'name': 'tempest-TestMinimumBasicScenario-316353626-router', 'tenant_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '48f630af-7ceb-4640-a23b-e2484b54917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:24Z', 'updated_at': '2021-05-31T18:56:28Z', 'revision_number': 4, 'project_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'gw_port': {'id': '48f630af-7ceb-4640-a23b-e2484b54917f', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:16:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:24Z', 'updated_at': '2021-05-31T18:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': 'a5d99c60-33a9-4605-8403-31252caaed63', 'name': '', 'network_id': '31bc0785-3b2a-458c-bb6e-6dcbe606f067', 'tenant_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'mac_address': 'fa:16:3e:eb:d4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '940a94f8-fb56-4ce8-abc0-9befd43478b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:27Z', 'updated_at': '2021-05-31T18:56:27Z', 'revision_number': 1, 'project_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'subnets': [{'id': '940a94f8-fb56-4ce8-abc0-9befd43478b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:56:29.046371 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea8e72f-5eb6-43a2-922c-7d77ab821c41 None None] The sync data for ids ['19f889d7-d0c4-461d-94b5-2c0e1175892f'] in dv-cinder-770050-4-iscsi is: [{'id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'name': 'tempest-TestMinimumBasicScenario-316353626-router', 'tenant_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '48f630af-7ceb-4640-a23b-e2484b54917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:24Z', 'updated_at': '2021-05-31T18:56:28Z', 'revision_number': 4, 'project_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'gw_port': {'id': '48f630af-7ceb-4640-a23b-e2484b54917f', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:16:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:24Z', 'updated_at': '2021-05-31T18:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': 'a5d99c60-33a9-4605-8403-31252caaed63', 'name': '', 'network_id': '31bc0785-3b2a-458c-bb6e-6dcbe606f067', 'tenant_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'mac_address': 'fa:16:3e:eb:d4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '940a94f8-fb56-4ce8-abc0-9befd43478b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:27Z', 'updated_at': '2021-05-31T18:56:27Z', 'revision_number': 1, 'project_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'subnets': [{'id': '940a94f8-fb56-4ce8-abc0-9befd43478b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:56:29.053570 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=c739b411-d310-4323-b773-e646e6350e2c,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:29.058104 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:29.623988 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device c739b411-d310-4323-b773-e646e6350e2c up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:56:29.714139 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port c739b411-d310-4323-b773-e646e6350e2c triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:29.714549 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:31.630265 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 48f630af-7ceb-4640-a23b-e2484b54917f up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:56:31.708627 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port 48f630af-7ceb-4640-a23b-e2484b54917f completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:56:31.715411 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 48f630af-7ceb-4640-a23b-e2484b54917f triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:31.715871 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:31.900402 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:31.919029 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port 48f630af-7ceb-4640-a23b-e2484b54917f, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=48f630af-7ceb-4640-a23b-e2484b54917f,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:56:31.923066 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:31.929597 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2cbe2cce-8931-4d5e-899a-37287acc954e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:32.009427 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=48f630af-7ceb-4640-a23b-e2484b54917f,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:32.015615 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:32.662579 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Sync routers for ids ['19f889d7-d0c4-461d-94b5-2c0e1175892f'] in dv-cinder-770050-4-iscsi {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:56:32.673008 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Routers {'19f889d7-d0c4-461d-94b5-2c0e1175892f'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:56:32.675788 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:56:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['19f889d7-d0c4-461d-94b5-2c0e1175892f'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:56:32.893337 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Set router 19f889d7-d0c4-461d-94b5-2c0e1175892f gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:56:33.218200 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'name': 'tempest-TestMinimumBasicScenario-316353626-router', 'tenant_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '48f630af-7ceb-4640-a23b-e2484b54917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:24Z', 'updated_at': '2021-05-31T18:56:28Z', 'revision_number': 4, 'project_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'gw_port': {'id': '48f630af-7ceb-4640-a23b-e2484b54917f', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:24Z', 'updated_at': '2021-05-31T18:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': 'a5d99c60-33a9-4605-8403-31252caaed63', 'name': '', 'network_id': '31bc0785-3b2a-458c-bb6e-6dcbe606f067', 'tenant_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'mac_address': 'fa:16:3e:eb:d4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '940a94f8-fb56-4ce8-abc0-9befd43478b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:27Z', 'updated_at': '2021-05-31T18:56:28Z', 'revision_number': 2, 'project_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'subnets': [{'id': '940a94f8-fb56-4ce8-abc0-9befd43478b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:56:33.222260 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Checking router: 19f889d7-d0c4-461d-94b5-2c0e1175892f for host: dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:56:33.222612 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Updating router 19f889d7-d0c4-461d-94b5-2c0e1175892f port a5d99c60-33a9-4605-8403-31252caaed63 binding host dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:56:33.279097 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:33.635620 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Notify callbacks [] for port, precommit_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:33.642739 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 48f630af-7ceb-4640-a23b-e2484b54917f up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:56:33.647650 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Transition to ACTIVE for port object a5d99c60-33a9-4605-8403-31252caaed63 will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:56:33.655024 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:33.666297 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:33.730188 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port 48f630af-7ceb-4640-a23b-e2484b54917f triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:33.730725 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:33.743750 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efe084-ced0-452f-acd0-83cc9569447b None None] Pushing event updated for resources: {'Port': ['ID=a5d99c60-33a9-4605-8403-31252caaed63,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:33.747954 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-f5efe084-ced0-452f-acd0-83cc9569447b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:33.928337 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Attempting to bind port a5d99c60-33a9-4605-8403-31252caaed63 on host dv-cinder-770050-4-iscsi for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:56:33.928726 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Attempting to bind port a5d99c60-33a9-4605-8403-31252caaed63 by drivers openvswitch,hyperv on host dv-cinder-770050-4-iscsi at level 0 using segments [{'id': 'f02eaa54-997d-49bb-a025-7e4cbca112e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '31bc0785-3b2a-458c-bb6e-6dcbe606f067'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:56:33.929070 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Attempting to bind port a5d99c60-33a9-4605-8403-31252caaed63 on network 31bc0785-3b2a-458c-bb6e-6dcbe606f067 {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:56:33.935708 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Checking agent: {'id': '524b6db7-75d9-482d-9d0d-f9a384d40804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:56:33.936078 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Checking segment: {'id': 'f02eaa54-997d-49bb-a025-7e4cbca112e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '31bc0785-3b2a-458c-bb6e-6dcbe606f067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:56:33.936473 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:33.936859 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Bound using segment: {'id': 'f02eaa54-997d-49bb-a025-7e4cbca112e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '31bc0785-3b2a-458c-bb6e-6dcbe606f067'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:56:33.937326 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Bound port: a5d99c60-33a9-4605-8403-31252caaed63, host: dv-cinder-770050-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02eaa54-997d-49bb-a025-7e4cbca112e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '31bc0785-3b2a-458c-bb6e-6dcbe606f067'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:56:33.937697 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:34.040842 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] For port a5d99c60-33a9-4605-8403-31252caaed63, host dv-cinder-770050-4-iscsi, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:56:34.045556 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] For port a5d99c60-33a9-4605-8403-31252caaed63, host dv-cinder-770050-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=a5d99c60-33a9-4605-8403-31252caaed63,segment=NetworkSegment(f02eaa54-997d-49bb-a025-7e4cbca112e6),segment_id=f02eaa54-997d-49bb-a025-7e4cbca112e6)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:56:34.051274 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:34.055813 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:34.140421 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Routers {'19f889d7-d0c4-461d-94b5-2c0e1175892f'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:56:34.141620 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:56:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['19f889d7-d0c4-461d-94b5-2c0e1175892f'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:56:34.222724 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efe084-ced0-452f-acd0-83cc9569447b None None] Pushing event updated for resources: {'Port': ['ID=a5d99c60-33a9-4605-8403-31252caaed63,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:34.234539 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-f5efe084-ced0-452f-acd0-83cc9569447b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:34.377158 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] Set router 19f889d7-d0c4-461d-94b5-2c0e1175892f gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:56:34.736454 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'name': 'tempest-TestMinimumBasicScenario-316353626-router', 'tenant_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '48f630af-7ceb-4640-a23b-e2484b54917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:24Z', 'updated_at': '2021-05-31T18:56:28Z', 'revision_number': 4, 'project_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'gw_port': {'id': '48f630af-7ceb-4640-a23b-e2484b54917f', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:24Z', 'updated_at': '2021-05-31T18:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': 'a5d99c60-33a9-4605-8403-31252caaed63', 'name': '', 'network_id': '31bc0785-3b2a-458c-bb6e-6dcbe606f067', 'tenant_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'mac_address': 'fa:16:3e:eb:d4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '940a94f8-fb56-4ce8-abc0-9befd43478b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:27Z', 'updated_at': '2021-05-31T18:56:34Z', 'revision_number': 4, 'project_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'subnets': [{'id': '940a94f8-fb56-4ce8-abc0-9befd43478b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:56:34.740761 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff36fa2-8839-490a-b18d-9e7739e4b0b9 None None] The sync data for ids ['19f889d7-d0c4-461d-94b5-2c0e1175892f'] in dv-cinder-770050-4-iscsi is: [{'id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'name': 'tempest-TestMinimumBasicScenario-316353626-router', 'tenant_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '48f630af-7ceb-4640-a23b-e2484b54917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:24Z', 'updated_at': '2021-05-31T18:56:28Z', 'revision_number': 4, 'project_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'gw_port': {'id': '48f630af-7ceb-4640-a23b-e2484b54917f', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:24Z', 'updated_at': '2021-05-31T18:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': 'a5d99c60-33a9-4605-8403-31252caaed63', 'name': '', 'network_id': '31bc0785-3b2a-458c-bb6e-6dcbe606f067', 'tenant_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'mac_address': 'fa:16:3e:eb:d4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '940a94f8-fb56-4ce8-abc0-9befd43478b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:27Z', 'updated_at': '2021-05-31T18:56:34Z', 'revision_number': 4, 'project_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'subnets': [{'id': '940a94f8-fb56-4ce8-abc0-9befd43478b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:56:35.637522 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device a5d99c60-33a9-4605-8403-31252caaed63 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:56:35.711640 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning for port a5d99c60-33a9-4605-8403-31252caaed63 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:56:35.716968 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port a5d99c60-33a9-4605-8403-31252caaed63 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:35.717478 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:35.867272 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:35.907024 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] For port a5d99c60-33a9-4605-8403-31252caaed63, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=a5d99c60-33a9-4605-8403-31252caaed63,segment=NetworkSegment(f02eaa54-997d-49bb-a025-7e4cbca112e6),segment_id=f02eaa54-997d-49bb-a025-7e4cbca112e6)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:56:35.913212 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:35.915444 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:35.997889 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Pushing event updated for resources: {'Port': ['ID=a5d99c60-33a9-4605-8403-31252caaed63,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:36.000926 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:37.624868 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device a5d99c60-33a9-4605-8403-31252caaed63 up at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:56:37.699356 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Provisioning complete for port a5d99c60-33a9-4605-8403-31252caaed63 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:37.699733 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:38.530516 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-63d37f0b-b891-4b94-9101-961a12f3960e tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:38.531462 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-63d37f0b-b891-4b94-9101-961a12f3960e tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Synchronizing usage tracker for tenant:5d18a056ecd042618142c83878d62c2a on resource:network {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:56:38.548004 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-63d37f0b-b891-4b94-9101-961a12f3960e tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Unset dirty status for tenant:5d18a056ecd042618142c83878d62c2a on resource:network {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:56:38.549094 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-63d37f0b-b891-4b94-9101-961a12f3960e tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/networks?id=6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 HTTP/1.1" status: 200 len: 814 time: 0.1593025 May 31 18:56:38.564644 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-3e5a886d-6cd7-4bbc-80cb-3d54789a3383 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/quotas/5d18a056ecd042618142c83878d62c2a HTTP/1.1" status: 200 len: 375 time: 0.0090878 May 31 18:56:38.650243 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-9366d900-371c-487c-9be2-a34bb558507f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d18a056ecd042618142c83878d62c2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805750 May 31 18:56:38.784603 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-06a2ec0e-c7d9-4b1e-a214-578435c68d3b service neutron] 10.222.0.30 "GET /v2.0/networks/6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228087 May 31 18:56:38.914756 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-4110403f-0e44-4499-b6d3-8ab6d68c1c7a service neutron] 10.222.0.30 "GET /v2.0/networks/6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241424 May 31 18:56:39.096235 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8b5dd716-6e36-4806-a5f2-f1c3f57f4f91 req-b96fe0c8-6c34-403d-b355-b011783a0c5a tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 210 time: 0.0458162 May 31 18:56:40.130366 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-1d24c4df-0134-4afb-ae9a-9ce7977f34a4 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:40.131706 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-1d24c4df-0134-4afb-ae9a-9ce7977f34a4 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.43 "GET /v2.0/networks?id=6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 HTTP/1.1" status: 200 len: 814 time: 0.1495261 May 31 18:56:40.145455 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-fd65aad4-7ff5-4b28-b1e7-94499069089f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Request body: {'port': {'device_id': '93d22060-74e5-49e9-b4b0-252af1398196', 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35', 'admin_state_up': True, 'tenant_id': '5d18a056ecd042618142c83878d62c2a'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:56:40.288075 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-82285c92-7854-4d4f-8d36-bda387bf41c9 req-00d339f0-d316-4cdf-bfaa-d2eeed56aa9c tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 210 time: 0.0593691 May 31 18:56:40.337251 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-fd65aad4-7ff5-4b28-b1e7-94499069089f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:56:40.341074 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-fd65aad4-7ff5-4b28-b1e7-94499069089f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Usage tracker for resource:port and tenant:5d18a056ecd042618142c83878d62c2a is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:56:40.343895 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-fd65aad4-7ff5-4b28-b1e7-94499069089f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:56:40.349543 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-fd65aad4-7ff5-4b28-b1e7-94499069089f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:56:40.360690 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-fd65aad4-7ff5-4b28-b1e7-94499069089f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Made reservation on behalf of 5d18a056ecd042618142c83878d62c2a for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:56:40.364270 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-fd65aad4-7ff5-4b28-b1e7-94499069089f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:40.544177 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-fd65aad4-7ff5-4b28-b1e7-94499069089f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Allocated IP 172.20.0.8 (6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35/3a408c44-983a-42de-87d9-5922be318ca3/38065af9-81d3-45a9-9f49-6bfa5eff4701) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:56:40.817371 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-fd65aad4-7ff5-4b28-b1e7-94499069089f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:40.834008 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-fd65aad4-7ff5-4b28-b1e7-94499069089f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Transition to ACTIVE for port object 38065af9-81d3-45a9-9f49-6bfa5eff4701 will not be triggered until provisioned by entity DHCP. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:56:40.864741 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-fd65aad4-7ff5-4b28-b1e7-94499069089f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:40.871775 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8ec2c221-decb-48b7-9e60-9e0920dd5404 tempest-VolumesSnapshotTestJSON-72776447 tempest-VolumesSnapshotTestJSON-72776447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:40.947030 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-fd65aad4-7ff5-4b28-b1e7-94499069089f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Network 6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:56:40.949988 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-fd65aad4-7ff5-4b28-b1e7-94499069089f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:56:40.954524 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-fd65aad4-7ff5-4b28-b1e7-94499069089f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:56:40.980916 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65aad4-7ff5-4b28-b1e7-94499069089f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Pushing event updated for resources: {'Port': ['ID=38065af9-81d3-45a9-9f49-6bfa5eff4701,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:40.986338 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fd65aad4-7ff5-4b28-b1e7-94499069089f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:41.022213 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-fd65aad4-7ff5-4b28-b1e7-94499069089f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:41.022968 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-fd65aad4-7ff5-4b28-b1e7-94499069089f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:41.051734 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-fd65aad4-7ff5-4b28-b1e7-94499069089f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9120121 May 31 18:56:41.170587 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-3285ce92-0c5d-494f-b9bc-010c76a8582c None None] Provisioning for port 38065af9-81d3-45a9-9f49-6bfa5eff4701 completed by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:56:41.175713 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-3285ce92-0c5d-494f-b9bc-010c76a8582c None None] Provisioning complete for port 38065af9-81d3-45a9-9f49-6bfa5eff4701 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:41.176093 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3285ce92-0c5d-494f-b9bc-010c76a8582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:41.233192 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-3285ce92-0c5d-494f-b9bc-010c76a8582c None None] Port 38065af9-81d3-45a9-9f49-6bfa5eff4701 cannot update to ACTIVE because it is not bound. {{(pid=91735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:56:41.481033 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee62dc-1296-4a07-9611-ebd1c6ac4cf0 req-dfb2af05-b3b3-4aac-8c33-d717ce49a79d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:41.481732 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-2aee62dc-1296-4a07-9611-ebd1c6ac4cf0 req-dfb2af05-b3b3-4aac-8c33-d717ce49a79d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Synchronizing usage tracker for tenant:5d18a056ecd042618142c83878d62c2a on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:56:41.499501 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-2aee62dc-1296-4a07-9611-ebd1c6ac4cf0 req-dfb2af05-b3b3-4aac-8c33-d717ce49a79d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Unset dirty status for tenant:5d18a056ecd042618142c83878d62c2a on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:56:41.500654 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2aee62dc-1296-4a07-9611-ebd1c6ac4cf0 req-dfb2af05-b3b3-4aac-8c33-d717ce49a79d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 931 time: 0.1027384 May 31 18:56:41.548679 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-2aee62dc-1296-4a07-9611-ebd1c6ac4cf0 req-ae9fc59a-f0dd-4603-bdc9-b4b9dfa00d45 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Synchronizing usage tracker for tenant:5d18a056ecd042618142c83878d62c2a on resource:security_group {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:56:41.567286 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-2aee62dc-1296-4a07-9611-ebd1c6ac4cf0 req-ae9fc59a-f0dd-4603-bdc9-b4b9dfa00d45 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Unset dirty status for tenant:5d18a056ecd042618142c83878d62c2a on resource:security_group {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:56:41.568522 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-2aee62dc-1296-4a07-9611-ebd1c6ac4cf0 req-ae9fc59a-f0dd-4603-bdc9-b4b9dfa00d45 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620718 May 31 18:56:42.880520 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740a065-001a-48e6-8c49-485c110e234c req-bb770e3f-e195-45bc-b2a3-14e1fe957c6d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:42.881908 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5740a065-001a-48e6-8c49-485c110e234c req-bb770e3f-e195-45bc-b2a3-14e1fe957c6d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 931 time: 0.1953979 May 31 18:56:42.929147 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5740a065-001a-48e6-8c49-485c110e234c req-880de2c7-1c8a-4449-9947-0f563eb4c9fc tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407965 May 31 18:56:44.124976 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff79f99-bea9-4574-8603-44aceb66e36f req-b50b80c8-9c97-4b74-8940-cd473c7b9c55 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:44.126371 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6ff79f99-bea9-4574-8603-44aceb66e36f req-b50b80c8-9c97-4b74-8940-cd473c7b9c55 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 931 time: 0.0855625 May 31 18:56:44.176752 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6ff79f99-bea9-4574-8603-44aceb66e36f req-86cd98c8-c5e1-4942-aa30-f75ecc1a78b9 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441628 May 31 18:56:45.368971 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0684beb-cd49-4c67-aedd-4595e44f5b55 req-cc1c4469-4e2d-4343-b6e6-b7b5ebc62a41 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:45.370389 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b0684beb-cd49-4c67-aedd-4595e44f5b55 req-cc1c4469-4e2d-4343-b6e6-b7b5ebc62a41 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 931 time: 0.0837569 May 31 18:56:45.418001 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b0684beb-cd49-4c67-aedd-4595e44f5b55 req-11699a20-777d-4f84-b302-388851f79943 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417886 May 31 18:56:45.538590 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:46.633676 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc37f4-9360-4946-80d0-9f1fe0101c69 req-e92baca9-b4da-48de-9de3-de4f4149e9a3 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:46.635194 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4ebc37f4-9360-4946-80d0-9f1fe0101c69 req-e92baca9-b4da-48de-9de3-de4f4149e9a3 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 931 time: 0.0906782 May 31 18:56:46.682717 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4ebc37f4-9360-4946-80d0-9f1fe0101c69 req-42b60dee-7888-48e0-afd0-aa7697dce185 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418952 May 31 18:56:47.068229 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-60b5bb81-ce2b-4130-9063-005661a63a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:47.883783 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd87d0-41fd-4cf4-b0cc-7e7d8cd1026c req-58dd8363-d4cb-4303-a5df-f743e2313d73 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:47.885421 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-14cd87d0-41fd-4cf4-b0cc-7e7d8cd1026c req-58dd8363-d4cb-4303-a5df-f743e2313d73 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 931 time: 0.0816860 May 31 18:56:47.937774 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-14cd87d0-41fd-4cf4-b0cc-7e7d8cd1026c req-5c3d55ac-25f3-4092-a03d-762a93f04c57 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465746 May 31 18:56:49.130294 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465797c3-c1a7-4337-b9a6-3f65ae10dc49 req-783fa16d-c47f-4f11-9dd4-73b5eeaa8695 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:49.131826 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-465797c3-c1a7-4337-b9a6-3f65ae10dc49 req-783fa16d-c47f-4f11-9dd4-73b5eeaa8695 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 931 time: 0.0873735 May 31 18:56:49.181181 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-465797c3-c1a7-4337-b9a6-3f65ae10dc49 req-0375fa6a-451d-45aa-9e42-a1c842afa61b tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423255 May 31 18:56:49.489304 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:49.824753 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-973d3d5c-6630-480c-b7ac-d494eb52ecf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:50.365554 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d63fb-c90c-4368-82fe-36964e739502 req-9654b3f4-b5b6-413e-aeae-fd87fed97848 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:50.366951 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-720d63fb-c90c-4368-82fe-36964e739502 req-9654b3f4-b5b6-413e-aeae-fd87fed97848 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 931 time: 0.0804162 May 31 18:56:50.414473 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-720d63fb-c90c-4368-82fe-36964e739502 req-d165fee3-5407-4877-a504-e18d8762403b tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416627 May 31 18:56:50.492956 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:51.595123 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a10f0-6ef9-4384-81e6-ef05d6d695b8 req-ac3a2555-9871-44b4-b7d1-0ae07b4fece7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:51.596569 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fe0a10f0-6ef9-4384-81e6-ef05d6d695b8 req-ac3a2555-9871-44b4-b7d1-0ae07b4fece7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 931 time: 0.0797043 May 31 18:56:51.640554 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fe0a10f0-6ef9-4384-81e6-ef05d6d695b8 req-8a665a3f-3f22-4a55-a5fd-dd8009f677d8 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385036 May 31 18:56:52.320388 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:52.825390 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef925a23-a839-485b-8ac1-39f2b8eda0e1 req-4c6bdd4d-451b-47f4-8a13-b2818c461e11 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:52.826880 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ef925a23-a839-485b-8ac1-39f2b8eda0e1 req-4c6bdd4d-451b-47f4-8a13-b2818c461e11 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 931 time: 0.0844672 May 31 18:56:52.872906 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ef925a23-a839-485b-8ac1-39f2b8eda0e1 req-535b4ff5-f429-4c47-bf63-053b401dc3c3 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403712 May 31 18:56:54.055753 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281533a-a851-4fda-8840-b2e2256dff41 req-87e32907-ab05-456c-8749-4d369bc8116c tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:54.057206 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a281533a-a851-4fda-8840-b2e2256dff41 req-87e32907-ab05-456c-8749-4d369bc8116c tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 931 time: 0.0797050 May 31 18:56:54.101242 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-a281533a-a851-4fda-8840-b2e2256dff41 req-9c0ba70c-6f8f-471e-9790-ebfbf1056334 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 May 31 18:56:54.281897 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Request body: {'port': {'device_id': '93d22060-74e5-49e9-b4b0-252af1398196', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:56:54.394404 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:54.726903 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38065af9-81d3-45a9-9f49-6bfa5eff4701 {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:56:54.734661 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:54.748907 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Transition to ACTIVE for port object 38065af9-81d3-45a9-9f49-6bfa5eff4701 will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:56:54.752533 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:54.756878 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-d1f55b84-4e85-48a2-8b09-863be3774df6 tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:54.887530 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Pushing event updated for resources: {'Port': ['ID=38065af9-81d3-45a9-9f49-6bfa5eff4701,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:54.890494 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:54.970140 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:56:54.992711 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Attempting to bind port 38065af9-81d3-45a9-9f49-6bfa5eff4701 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:56:54.993047 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Attempting to bind port 38065af9-81d3-45a9-9f49-6bfa5eff4701 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '393391da-cf6a-4bc7-a1ac-3db04b8be0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:56:54.993370 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Attempting to bind port 38065af9-81d3-45a9-9f49-6bfa5eff4701 on network 6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:56:54.998013 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Port 38065af9-81d3-45a9-9f49-6bfa5eff4701 on network 6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:56:54.998327 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Attempting to bind port 38065af9-81d3-45a9-9f49-6bfa5eff4701 on network 6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:56:55.003343 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Checking agent: {'id': '75fd49d7-87f2-48bc-9cc9-330562c49b9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:56:55.003684 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Checking segment: {'id': '393391da-cf6a-4bc7-a1ac-3db04b8be0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:56:55.004065 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Bound using segment: {'id': '393391da-cf6a-4bc7-a1ac-3db04b8be0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:56:55.004472 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Bound port: 38065af9-81d3-45a9-9f49-6bfa5eff4701, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393391da-cf6a-4bc7-a1ac-3db04b8be0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:56:55.004810 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:55.183763 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] For port 38065af9-81d3-45a9-9f49-6bfa5eff4701, host hv-cinder-77005, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:56:55.187174 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] For port 38065af9-81d3-45a9-9f49-6bfa5eff4701, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=38065af9-81d3-45a9-9f49-6bfa5eff4701,segment=NetworkSegment(393391da-cf6a-4bc7-a1ac-3db04b8be0c8),segment_id=393391da-cf6a-4bc7-a1ac-3db04b8be0c8)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:56:55.192014 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:55.196800 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a90aaa83-806f-47ec-a600-8a1cfece7a16 tempest-VolumesActionsTest-298908079 tempest-VolumesActionsTest-298908079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:55.301283 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:55.301893 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:55.303260 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] 10.222.0.43 "PUT /v2.0/ports/38065af9-81d3-45a9-9f49-6bfa5eff4701 HTTP/1.1" status: 200 len: 1093 time: 1.0268497 May 31 18:56:55.303921 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d22060-74e5-49e9-b4b0-252af1398196', 'tag': '38065af9-81d3-45a9-9f49-6bfa5eff4701'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:56:55.306217 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b5a8a7-25b7-48e4-9866-342ab3d7a8db" -d '{"events": [{"name": "network-changed", "server_uuid": "93d22060-74e5-49e9-b4b0-252af1398196", "tag": "38065af9-81d3-45a9-9f49-6bfa5eff4701"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:56:55.338887 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Pushing event updated for resources: {'Port': ['ID=38065af9-81d3-45a9-9f49-6bfa5eff4701,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:55.343515 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ab4c2c6e-7395-4305-ab82-9a4f82c83292 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:55.390374 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974b08d2-20ef-4ac4-b999-ac7fb90ff8db x-openstack-request-id: req-974b08d2-20ef-4ac4-b999-ac7fb90ff8db {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:56:55.390705 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d22060-74e5-49e9-b4b0-252af1398196", "tag": "38065af9-81d3-45a9-9f49-6bfa5eff4701", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:56:55.391025 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-974b08d2-20ef-4ac4-b999-ac7fb90ff8db {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:56:55.391460 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d22060-74e5-49e9-b4b0-252af1398196', 'tag': '38065af9-81d3-45a9-9f49-6bfa5eff4701', 'status': 'completed', 'code': 200} May 31 18:56:55.404881 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a2826-1631-46d1-90ec-a45c024521da req-c673e8dc-ade2-4800-9a51-5ba88e31acca tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:55.406658 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-169a2826-1631-46d1-90ec-a45c024521da req-c673e8dc-ade2-4800-9a51-5ba88e31acca tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 943 time: 0.1798854 May 31 18:56:55.470428 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-169a2826-1631-46d1-90ec-a45c024521da req-91cf6051-56c1-4adc-931e-766063422ea5 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564852 May 31 18:56:55.494497 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-df9bf514-a8fb-43a3-b05a-3d259455f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:55.496589 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-df9bf514-a8fb-43a3-b05a-3d259455f2d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d18a056ecd042618142c83878d62c2a&device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 1096 time: 0.1421766 May 31 18:56:55.578270 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-5948c43c-dd4e-4296-9a6a-ca4bb1d6f16f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38065af9-81d3-45a9-9f49-6bfa5eff4701 HTTP/1.1" status: 200 len: 217 time: 0.0740392 May 31 18:56:55.643952 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-2b478d5a-bec7-4d03-954b-6721620f0933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:55.645395 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-2b478d5a-bec7-4d03-954b-6721620f0933 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a408c44-983a-42de-87d9-5922be318ca3 HTTP/1.1" status: 200 len: 853 time: 0.0610752 May 31 18:56:55.721839 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-0012ec9b-6255-4e0f-b922-d3744b355395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:55.723311 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-0012ec9b-6255-4e0f-b922-d3744b355395 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709465 May 31 18:56:55.856489 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-5a2fc9cf-15ba-4f15-acc0-0d4577055194 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269715 May 31 18:56:55.990031 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9fed1dca-ee7e-4a89-99ab-42c802d5d0b8 req-2f39f38b-9938-4a04-bb2c-0678aa67a130 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272168 May 31 18:56:56.107493 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5a8a7-25b7-48e4-9866-342ab3d7a8db req-597251fc-33a2-480e-80a3-9f0c7736040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:56.108867 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-60b5a8a7-25b7-48e4-9866-342ab3d7a8db req-597251fc-33a2-480e-80a3-9f0c7736040c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d18a056ecd042618142c83878d62c2a&device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 1096 time: 0.0747724 May 31 18:56:56.238354 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5a8a7-25b7-48e4-9866-342ab3d7a8db req-644ac0f5-2c86-4cec-b085-864333ee2b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:56.239799 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-60b5a8a7-25b7-48e4-9866-342ab3d7a8db req-644ac0f5-2c86-4cec-b085-864333ee2b13 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 HTTP/1.1" status: 200 len: 915 time: 0.1242592 May 31 18:56:56.308792 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-60b5a8a7-25b7-48e4-9866-342ab3d7a8db req-2c3ecbbb-2693-452d-a9cf-4362b6aa74a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38065af9-81d3-45a9-9f49-6bfa5eff4701 HTTP/1.1" status: 200 len: 217 time: 0.0621343 May 31 18:56:56.370746 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5a8a7-25b7-48e4-9866-342ab3d7a8db req-fffc734a-7849-4e7c-a2b7-feac35226e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:56.372205 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-60b5a8a7-25b7-48e4-9866-342ab3d7a8db req-fffc734a-7849-4e7c-a2b7-feac35226e36 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a408c44-983a-42de-87d9-5922be318ca3 HTTP/1.1" status: 200 len: 853 time: 0.0573924 May 31 18:56:56.445314 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5a8a7-25b7-48e4-9866-342ab3d7a8db req-8032de4b-82c5-432d-ab4a-942c31bdbff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:56.446726 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-60b5a8a7-25b7-48e4-9866-342ab3d7a8db req-8032de4b-82c5-432d-ab4a-942c31bdbff7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681815 May 31 18:56:56.578545 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-60b5a8a7-25b7-48e4-9866-342ab3d7a8db req-ed9d334c-b705-4576-9014-32dd130a46c2 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253636 May 31 18:56:56.868240 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-60b5a8a7-25b7-48e4-9866-342ab3d7a8db req-da26b0a0-1e4c-48a6-a750-f5a8932be035 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823713 May 31 18:56:56.880042 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a038da9-ea94-4370-93a6-69f57eedbb06 req-aea0718c-a4bf-4225-822a-65c9a98d3596 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:56.881628 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3a038da9-ea94-4370-93a6-69f57eedbb06 req-aea0718c-a4bf-4225-822a-65c9a98d3596 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 943 time: 0.2787850 May 31 18:56:56.931663 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3a038da9-ea94-4370-93a6-69f57eedbb06 req-881c35f2-894d-4d23-a1ee-7b6f6135ec0c tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431311 May 31 18:56:57.829910 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 38065af9-81d3-45a9-9f49-6bfa5eff4701 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:56:57.965873 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 38065af9-81d3-45a9-9f49-6bfa5eff4701, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=38065af9-81d3-45a9-9f49-6bfa5eff4701,segment=NetworkSegment(393391da-cf6a-4bc7-a1ac-3db04b8be0c8),segment_id=393391da-cf6a-4bc7-a1ac-3db04b8be0c8)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:56:57.979104 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Returning: {'device': '38065af9-81d3-45a9-9f49-6bfa5eff4701', 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35', 'port_id': '38065af9-81d3-45a9-9f49-6bfa5eff4701', 'mac_address': 'fa:16:3e:26:d6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a408c44-983a-42de-87d9-5922be318ca3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:56:58.035220 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:58.052016 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38065af9-81d3-45a9-9f49-6bfa5eff4701 {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:56:58.067281 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 38065af9-81d3-45a9-9f49-6bfa5eff4701, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=38065af9-81d3-45a9-9f49-6bfa5eff4701,segment=NetworkSegment(393391da-cf6a-4bc7-a1ac-3db04b8be0c8),segment_id=393391da-cf6a-4bc7-a1ac-3db04b8be0c8)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:56:58.071429 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:56:58.073638 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:56:58.114678 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb25fb-65cd-4c31-86ea-09e05e2aed1a req-c78ff90f-a068-4947-904b-4ae557cab40e tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:58.116086 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-70cb25fb-65cd-4c31-86ea-09e05e2aed1a req-c78ff90f-a068-4947-904b-4ae557cab40e tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 944 time: 0.0804679 May 31 18:56:58.143852 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=38065af9-81d3-45a9-9f49-6bfa5eff4701,revision_number=4']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:56:58.147025 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:56:58.166138 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-70cb25fb-65cd-4c31-86ea-09e05e2aed1a req-421d8119-af1d-4654-b873-ec8f3f2a06ce tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436339 May 31 18:56:58.412644 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['38065af9-81d3-45a9-9f49-6bfa5eff4701'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:56:59.349380 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b42dd1-77a1-4b4b-9126-11cc0c6bdb4b req-a211454e-971b-4610-9042-81cfde14ec84 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:56:59.350840 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f1b42dd1-77a1-4b4b-9126-11cc0c6bdb4b req-a211454e-971b-4610-9042-81cfde14ec84 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 944 time: 0.0828166 May 31 18:56:59.394673 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f1b42dd1-77a1-4b4b-9126-11cc0c6bdb4b req-2cc5a0de-bcbc-4c56-9432-2f1a2f522c5d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382814 May 31 18:56:59.834838 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 38065af9-81d3-45a9-9f49-6bfa5eff4701 up at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:56:59.931535 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning for port 38065af9-81d3-45a9-9f49-6bfa5eff4701 completed by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:56:59.936049 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning complete for port 38065af9-81d3-45a9-9f49-6bfa5eff4701 triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:56:59.936420 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:00.049076 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:00.074834 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d22060-74e5-49e9-b4b0-252af1398196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38065af9-81d3-45a9-9f49-6bfa5eff4701'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:57:00.077058 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2f5ff8a6751ba2ee84274e630c5bdce29e81d1d572756191e078aed669e92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c855694a-812d-488b-bd2d-a59b1e80a0a2" -d '{"events": [{"server_uuid": "93d22060-74e5-49e9-b4b0-252af1398196", "name": "network-vif-plugged", "status": "completed", "tag": "38065af9-81d3-45a9-9f49-6bfa5eff4701"}]}' {{(pid=91735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:57:00.085086 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 38065af9-81d3-45a9-9f49-6bfa5eff4701, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=38065af9-81d3-45a9-9f49-6bfa5eff4701,segment=NetworkSegment(393391da-cf6a-4bc7-a1ac-3db04b8be0c8),segment_id=393391da-cf6a-4bc7-a1ac-3db04b8be0c8)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:57:00.087989 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:00.090511 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:57:00.125597 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0945a312-8a7e-405c-bdf3-9447a5a078c0 x-openstack-request-id: req-0945a312-8a7e-405c-bdf3-9447a5a078c0 {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:57:00.125901 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d22060-74e5-49e9-b4b0-252af1398196", "name": "network-vif-plugged", "status": "completed", "tag": "38065af9-81d3-45a9-9f49-6bfa5eff4701", "code": 200}]} {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:57:00.126158 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0945a312-8a7e-405c-bdf3-9447a5a078c0 {{(pid=91735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:57:00.126549 dv-cinder-770050-4-iscsi neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d22060-74e5-49e9-b4b0-252af1398196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38065af9-81d3-45a9-9f49-6bfa5eff4701', 'code': 200} May 31 18:57:00.160938 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=38065af9-81d3-45a9-9f49-6bfa5eff4701,revision_number=5']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:57:00.163681 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:57:00.344208 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955627c7-3a29-4116-acca-c79340f7d2b8 req-22e72750-d8e2-4aae-b94b-d1ccbc742d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:00.345555 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-955627c7-3a29-4116-acca-c79340f7d2b8 req-22e72750-d8e2-4aae-b94b-d1ccbc742d1c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 1098 time: 0.0747678 May 31 18:57:00.386642 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-955627c7-3a29-4116-acca-c79340f7d2b8 req-55b103a5-18bc-47a2-a28b-6250a280f60f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335007 May 31 18:57:00.577188 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16226c-a864-4340-a28b-ac26a00f77d8 req-280a89c0-c118-4829-954f-1db8cba07398 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:00.578632 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4b16226c-a864-4340-a28b-ac26a00f77d8 req-280a89c0-c118-4829-954f-1db8cba07398 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 945 time: 0.0802670 May 31 18:57:00.621989 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-4b16226c-a864-4340-a28b-ac26a00f77d8 req-e1a19118-959a-4e90-b9de-814767db6e6a tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376534 May 31 18:57:01.813221 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3820c-4b2b-4cd9-aa4f-22dbc84ee7fc req-6f9e6593-e6e7-4203-bdb1-1ff841b5a2b8 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:01.814581 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-60a3820c-4b2b-4cd9-aa4f-22dbc84ee7fc req-6f9e6593-e6e7-4203-bdb1-1ff841b5a2b8 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 945 time: 0.0840054 May 31 18:57:01.859340 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-60a3820c-4b2b-4cd9-aa4f-22dbc84ee7fc req-1fa66d6f-6ac7-4ef4-8ceb-133512b24d2b tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390253 May 31 18:57:02.044092 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09eab8-47bd-4100-a665-921958dfaaa5 req-ca595962-5d26-4367-b25f-1a091bb23af7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:02.045522 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6d09eab8-47bd-4100-a665-921958dfaaa5 req-ca595962-5d26-4367-b25f-1a091bb23af7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 945 time: 0.0802016 May 31 18:57:02.092853 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-6d09eab8-47bd-4100-a665-921958dfaaa5 req-d2fe68a1-7f5e-4bbe-ad0b-8084fd095f40 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 May 31 18:57:02.476063 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5945749-a4fa-4545-b666-80abeec288ad req-508139ca-6182-4caa-8cf2-80c31e63e344 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:02.477509 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b5945749-a4fa-4545-b666-80abeec288ad req-508139ca-6182-4caa-8cf2-80c31e63e344 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 945 time: 0.0798132 May 31 18:57:02.521806 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b5945749-a4fa-4545-b666-80abeec288ad req-79e2c4d7-f902-45b9-9f5b-f114da2ecdf4 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381851 May 31 18:57:12.957940 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e8167-ff82-4366-b239-8450e5c7bddc req-fba04315-6798-433e-b242-c73c80dd31bd tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:12.959452 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d54e8167-ff82-4366-b239-8450e5c7bddc req-fba04315-6798-433e-b242-c73c80dd31bd tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 945 time: 0.0844467 May 31 18:57:13.003953 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d54e8167-ff82-4366-b239-8450e5c7bddc req-2509469f-f4e1-47e2-9d35-f47c7d51f87d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389318 May 31 18:57:13.026367 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54030) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:57:13.209506 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e9f9ec-b94a-4ba3-866f-631b116fe6ce tempest-TestMinimumBasicScenario-252776460 tempest-TestMinimumBasicScenario-252776460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:13.210203 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-51e9f9ec-b94a-4ba3-866f-631b116fe6ce tempest-TestMinimumBasicScenario-252776460 tempest-TestMinimumBasicScenario-252776460-project-admin] Synchronizing usage tracker for tenant:9344fbd313dc4b81aaf2f1be2a257f73 on resource:port {{(pid=91733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:57:13.226355 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-51e9f9ec-b94a-4ba3-866f-631b116fe6ce tempest-TestMinimumBasicScenario-252776460 tempest-TestMinimumBasicScenario-252776460-project-admin] Unset dirty status for tenant:9344fbd313dc4b81aaf2f1be2a257f73 on resource:port {{(pid=91733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:57:13.227445 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-51e9f9ec-b94a-4ba3-866f-631b116fe6ce tempest-TestMinimumBasicScenario-252776460 tempest-TestMinimumBasicScenario-252776460-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 1093 time: 0.2001519 May 31 18:57:13.230406 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54036) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:57:13.235445 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Request body: {'floatingip': {'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'port_id': '38065af9-81d3-45a9-9f49-6bfa5eff4701', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:57:13.241105 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:57:13.245054 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Usage tracker for resource:floatingip and tenant:5d18a056ecd042618142c83878d62c2a is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:57:13.247985 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:57:13.253745 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:57:13.264742 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for floatingip, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:13.397171 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:13.530402 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_common [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Allocated IP 172.27.0.173 (1cefa8cd-0a9d-4799-a9e0-704b2c95ae89/67065c8c-a7bf-4ea9-bccb-f9c1fabaa892/a41b5a27-3bef-443e-afec-50372aa09b19) {{(pid=91733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:57:13.676814 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for port, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:13.705129 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759829135571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:13.709400 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:57:13.768251 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Network 1cefa8cd-0a9d-4799-a9e0-704b2c95ae89 is already hosted by enough agents. {{(pid=91733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:57:13.769300 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.base_scheduler [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Resources bound (agent type, host, resource id): {{(pid=91733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:57:13.772949 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Received port after_create {{(pid=91733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:57:13.815174 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Pushing event updated for resources: {'Port': ['ID=a41b5a27-3bef-443e-afec-50372aa09b19,revision_number=1']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:57:13.833299 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:13.833681 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:13.834075 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:13.834409 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:13.834767 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:13.835147 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:13.835500 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:13.835884 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:13.836189 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:13.836538 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:13.836887 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:13.837234 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:13.842552 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:57:14.279697 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:14.353160 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:14.555436 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for port, precommit_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:14.560229 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14663960'] for port, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:14.564691 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-89228d06-5203-451e-970b-0d8982bde12f tempest-AttachVolumeShelveTestJSON-1878103017 tempest-AttachVolumeShelveTestJSON-1878103017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:57:14.669914 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Pushing event updated for resources: {'Port': ['ID=a41b5a27-3bef-443e-afec-50372aa09b19,revision_number=2']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:57:14.673750 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:57:14.680257 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401662'] for floatingip, after_update {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:14.851527 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.db.l3_db [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Floating IP fbf6ab6a-0f22-4a8c-846e-dac4e1fb40b7 associated. External IP: 172.27.0.173, port: 38065af9-81d3-45a9-9f49-6bfa5eff4701. May 31 18:57:15.195952 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Router 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:57:15.369316 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:57:15.378599 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df678d58-d3c2-443d-8ef9-1b661d373870 None None] Sync routers for ids ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:57:15.389154 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df678d58-d3c2-443d-8ef9-1b661d373870 None None] Routers {'62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:57:15.389850 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-df678d58-d3c2-443d-8ef9-1b661d373870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:56:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:57:15.392842 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for floatingip, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:15.450128 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2178869 May 31 18:57:15.450546 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d22060-74e5-49e9-b4b0-252af1398196', 'tag': '38065af9-81d3-45a9-9f49-6bfa5eff4701'}] {{(pid=91733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:57:15.452808 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be887ca5dbf2450db9bbf819a9be465f9bc5271ee7f790899717ffbefd4c1453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479f8ff5-65a4-4b7f-9cd1-0fcba8aea771" -d '{"events": [{"name": "network-changed", "server_uuid": "93d22060-74e5-49e9-b4b0-252af1398196", "tag": "38065af9-81d3-45a9-9f49-6bfa5eff4701"}]}' {{(pid=91733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:57:15.453118 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 54040) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:57:15.458479 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169948389', 'description': 'tempest-secgroup-smoke-1169948389 description', 'project_id': '5d18a056ecd042618142c83878d62c2a'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:57:15.464620 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:57:15.477978 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:57:15.490206 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:15.497216 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b05d59-0e03-4087-bc28-2cde47309292 x-openstack-request-id: req-42b05d59-0e03-4087-bc28-2cde47309292 {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:57:15.497539 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d22060-74e5-49e9-b4b0-252af1398196", "tag": "38065af9-81d3-45a9-9f49-6bfa5eff4701", "status": "completed", "code": 200}]} {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:57:15.497818 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42b05d59-0e03-4087-bc28-2cde47309292 {{(pid=91733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:57:15.498239 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d22060-74e5-49e9-b4b0-252af1398196', 'tag': '38065af9-81d3-45a9-9f49-6bfa5eff4701', 'status': 'completed', 'code': 200} May 31 18:57:15.521027 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:57:15.526124 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Usage tracker for resource:security_group_rule and tenant:5d18a056ecd042618142c83878d62c2a is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:57:15.533981 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:57:15.569854 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:15.571404 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:57:15.589785 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-df678d58-d3c2-443d-8ef9-1b661d373870 None None] Set router 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:57:15.644248 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f8ff5-65a4-4b7f-9cd1-0fcba8aea771 req-f5aecd62-4177-4d50-8338-2f49ef563e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:15.645729 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-479f8ff5-65a4-4b7f-9cd1-0fcba8aea771 req-f5aecd62-4177-4d50-8338-2f49ef563e21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d18a056ecd042618142c83878d62c2a&device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 1098 time: 0.1152594 May 31 18:57:15.699353 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:15.743270 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:15.751824 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6b9ce698-bd9b-42b3-9bec-7aee21732a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:57:15.808518 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-022eb661-f3f5-4e7a-98e6-21b2f8a7e03a req-4b7d9abf-7940-4d5c-aa74-0d6e636d45d9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746427 May 31 18:57:15.815116 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0359875-3f0a-4102-bd32-87843c3a9890,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:57:15.848202 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:15.848780 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:15.849316 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:15.849866 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:15.850420 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:15.851021 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:15.851577 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:15.852121 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:15.852659 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:15.853210 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:15.853762 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:15.854312 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:57:15.861843 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:15.864018 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4091294 May 31 18:57:15.867542 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8966b46d-b623-4468-add9-26b7355033c1 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:57:15.868075 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 54046) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:57:15.884838 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [None req-21f25f4c-261f-40de-992a-7892fa1da964 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Request body: {'security_group_rule': {'security_group_id': 'd0359875-3f0a-4102-bd32-87843c3a9890', 'project_id': '5d18a056ecd042618142c83878d62c2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:57:15.893748 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-21f25f4c-261f-40de-992a-7892fa1da964 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:57:15.896514 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f8ff5-65a4-4b7f-9cd1-0fcba8aea771 req-9f26fc7f-418d-4d92-aee7-475ef9047afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:15.897962 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-479f8ff5-65a4-4b7f-9cd1-0fcba8aea771 req-9f26fc7f-418d-4d92-aee7-475ef9047afc service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 HTTP/1.1" status: 200 len: 915 time: 0.2349038 May 31 18:57:15.900208 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-21f25f4c-261f-40de-992a-7892fa1da964 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Usage tracker for resource:security_group_rule and tenant:5d18a056ecd042618142c83878d62c2a is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:57:15.903854 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [None req-21f25f4c-261f-40de-992a-7892fa1da964 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:57:15.963956 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-21f25f4c-261f-40de-992a-7892fa1da964 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:57:15.974117 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-df678d58-d3c2-443d-8ef9-1b661d373870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'name': 'tempest-TestMinimumBasicScenario-938200853-router', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:17Z', 'updated_at': '2021-05-31T18:56:21Z', 'revision_number': 4, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'gw_port': {'id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:18Z', 'updated_at': '2021-05-31T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': 'fbf6ab6a-0f22-4a8c-846e-dac4e1fb40b7', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'port_id': '38065af9-81d3-45a9-9f49-6bfa5eff4701', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35', 'mac_address': 'fa:16:3e:26:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d22060-74e5-49e9-b4b0-252af1398196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:57:14Z', 'updated_at': '2021-05-31T18:57:14Z', 'revision_number': 0, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c739b411-d310-4323-b773-e646e6350e2c', 'name': '', 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'mac_address': 'fa:16:3e:6c:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3a408c44-983a-42de-87d9-5922be318ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:20Z', 'updated_at': '2021-05-31T18:56:28Z', 'revision_number': 5, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'subnets': [{'id': '3a408c44-983a-42de-87d9-5922be318ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:57:15.978592 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df678d58-d3c2-443d-8ef9-1b661d373870 None None] Checking router: 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:57:15.988666 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df678d58-d3c2-443d-8ef9-1b661d373870 None None] Routers {'62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:57:15.989291 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-df678d58-d3c2-443d-8ef9-1b661d373870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:56:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:57:16.020423 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-21f25f4c-261f-40de-992a-7892fa1da964 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:16.028871 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-479f8ff5-65a4-4b7f-9cd1-0fcba8aea771 req-8cd13ac4-e15e-4c34-9faa-cf207e23921b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38065af9-81d3-45a9-9f49-6bfa5eff4701 HTTP/1.1" status: 200 len: 999 time: 0.1217389 May 31 18:57:16.067157 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eb661-f3f5-4e7a-98e6-21b2f8a7e03a req-c1bba304-5c3a-41d0-9d7c-fc0835d57990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:16.068750 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-022eb661-f3f5-4e7a-98e6-21b2f8a7e03a req-c1bba304-5c3a-41d0-9d7c-fc0835d57990 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7cb3ae7b7b184ed8ac2009fb9382e7d5&device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 1099 time: 0.1849260 May 31 18:57:16.135183 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-21f25f4c-261f-40de-992a-7892fa1da964 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:16.137502 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f8ff5-65a4-4b7f-9cd1-0fcba8aea771 req-89ce1539-ba41-4b36-a620-1f3a6537677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:16.139393 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-479f8ff5-65a4-4b7f-9cd1-0fcba8aea771 req-89ce1539-ba41-4b36-a620-1f3a6537677f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a408c44-983a-42de-87d9-5922be318ca3 HTTP/1.1" status: 200 len: 853 time: 0.0894797 May 31 18:57:16.141544 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-21f25f4c-261f-40de-992a-7892fa1da964 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:16.143770 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-445b9ea4-4604-44f6-b511-f2a7279179ed tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:57:16.173347 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-df678d58-d3c2-443d-8ef9-1b661d373870 None None] Set router 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:57:16.213599 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f25f4c-261f-40de-992a-7892fa1da964 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e63734-446a-449d-be82-740eef7ed20d,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:57:16.217905 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-21f25f4c-261f-40de-992a-7892fa1da964 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:57:16.236069 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eb661-f3f5-4e7a-98e6-21b2f8a7e03a req-ca258fa0-00a7-46e5-86b6-d4834f4ce931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:16.237530 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-022eb661-f3f5-4e7a-98e6-21b2f8a7e03a req-ca258fa0-00a7-46e5-86b6-d4834f4ce931 service neutron] 10.222.0.43 "GET /v2.0/networks?id=30b743b9-9bf5-4521-92f4-9584d0c12acb HTTP/1.1" status: 200 len: 909 time: 0.1488602 May 31 18:57:16.238709 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-21f25f4c-261f-40de-992a-7892fa1da964 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:16.242548 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-21f25f4c-261f-40de-992a-7892fa1da964 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3622830 May 31 18:57:16.242692 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54050) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:57:16.250296 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-e22ab244-bad6-45d4-87c9-9591cfc4a876 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Request body: {'security_group_rule': {'security_group_id': 'd0359875-3f0a-4102-bd32-87843c3a9890', 'project_id': '5d18a056ecd042618142c83878d62c2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:57:16.253682 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f8ff5-65a4-4b7f-9cd1-0fcba8aea771 req-5e34a1e0-77aa-4e2c-827e-ce172ee79c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:16.255224 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-479f8ff5-65a4-4b7f-9cd1-0fcba8aea771 req-5e34a1e0-77aa-4e2c-827e-ce172ee79c8b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1052010 May 31 18:57:16.309758 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-e22ab244-bad6-45d4-87c9-9591cfc4a876 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:57:16.332523 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-e22ab244-bad6-45d4-87c9-9591cfc4a876 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Usage tracker for resource:security_group_rule and tenant:5d18a056ecd042618142c83878d62c2a is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:57:16.337457 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-e22ab244-bad6-45d4-87c9-9591cfc4a876 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:57:16.352898 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-e22ab244-bad6-45d4-87c9-9591cfc4a876 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:57:16.370287 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-022eb661-f3f5-4e7a-98e6-21b2f8a7e03a req-07feb57d-c7e5-4693-91a4-2368a6b35bfa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=524fd408-72d0-4676-974f-052786ca594e HTTP/1.1" status: 200 len: 1002 time: 0.1247494 May 31 18:57:16.390504 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-479f8ff5-65a4-4b7f-9cd1-0fcba8aea771 req-e0f6ebd7-a956-437e-a4f8-ba40090d2628 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288681 May 31 18:57:16.417087 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e22ab244-bad6-45d4-87c9-9591cfc4a876 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:16.468837 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eb661-f3f5-4e7a-98e6-21b2f8a7e03a req-b75fab4d-10f2-44f9-a670-422287e449b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:16.470845 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-022eb661-f3f5-4e7a-98e6-21b2f8a7e03a req-b75fab4d-10f2-44f9-a670-422287e449b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f13f8bd9-019b-40ed-9964-15a1d19e6320 HTTP/1.1" status: 200 len: 847 time: 0.0924869 May 31 18:57:16.552390 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e22ab244-bad6-45d4-87c9-9591cfc4a876 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:16.552972 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-df678d58-d3c2-443d-8ef9-1b661d373870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'name': 'tempest-TestMinimumBasicScenario-938200853-router', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:17Z', 'updated_at': '2021-05-31T18:56:21Z', 'revision_number': 4, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'gw_port': {'id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:18Z', 'updated_at': '2021-05-31T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': 'fbf6ab6a-0f22-4a8c-846e-dac4e1fb40b7', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'port_id': '38065af9-81d3-45a9-9f49-6bfa5eff4701', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35', 'mac_address': 'fa:16:3e:26:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d22060-74e5-49e9-b4b0-252af1398196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:57:14Z', 'updated_at': '2021-05-31T18:57:14Z', 'revision_number': 0, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c739b411-d310-4323-b773-e646e6350e2c', 'name': '', 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'mac_address': 'fa:16:3e:6c:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3a408c44-983a-42de-87d9-5922be318ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:20Z', 'updated_at': '2021-05-31T18:56:28Z', 'revision_number': 5, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'subnets': [{'id': '3a408c44-983a-42de-87d9-5922be318ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:57:16.557695 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df678d58-d3c2-443d-8ef9-1b661d373870 None None] The sync data for ids ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'] in dv-cinder-770050-4-iscsi is: [{'id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'name': 'tempest-TestMinimumBasicScenario-938200853-router', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:17Z', 'updated_at': '2021-05-31T18:56:21Z', 'revision_number': 4, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'gw_port': {'id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:18Z', 'updated_at': '2021-05-31T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_floatingips': [{'id': 'fbf6ab6a-0f22-4a8c-846e-dac4e1fb40b7', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'router_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'port_id': '38065af9-81d3-45a9-9f49-6bfa5eff4701', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35', 'mac_address': 'fa:16:3e:26:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d22060-74e5-49e9-b4b0-252af1398196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:57:14Z', 'updated_at': '2021-05-31T18:57:14Z', 'revision_number': 0, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c739b411-d310-4323-b773-e646e6350e2c', 'name': '', 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'mac_address': 'fa:16:3e:6c:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3a408c44-983a-42de-87d9-5922be318ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:20Z', 'updated_at': '2021-05-31T18:56:28Z', 'revision_number': 5, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'subnets': [{'id': '3a408c44-983a-42de-87d9-5922be318ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:57:16.563147 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e22ab244-bad6-45d4-87c9-9591cfc4a876 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:16.570415 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-62df667a-5482-44a9-8ea4-93cfdd55ad7f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:57:16.600093 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ab244-bad6-45d4-87c9-9591cfc4a876 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889216a9-dd0a-4f98-b802-bd2463a2c377,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:57:16.606661 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-e22ab244-bad6-45d4-87c9-9591cfc4a876 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:57:16.612063 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eb661-f3f5-4e7a-98e6-21b2f8a7e03a req-623a8772-ecf3-48e7-9a5a-bbb227e0c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:16.613515 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-022eb661-f3f5-4e7a-98e6-21b2f8a7e03a req-623a8772-ecf3-48e7-9a5a-bbb227e0c522 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30b743b9-9bf5-4521-92f4-9584d0c12acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1338151 May 31 18:57:16.614858 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-e22ab244-bad6-45d4-87c9-9591cfc4a876 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:16.618563 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-e22ab244-bad6-45d4-87c9-9591cfc4a876 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3722224 May 31 18:57:16.619022 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54056) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:57:16.625070 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-2e2bcaaf-3262-47e2-a96d-bef5aecdf200 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Request body: {'security_group_rule': {'security_group_id': 'd0359875-3f0a-4102-bd32-87843c3a9890', 'project_id': '5d18a056ecd042618142c83878d62c2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:57:16.647688 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-479f8ff5-65a4-4b7f-9cd1-0fcba8aea771 req-7f53485c-b4aa-4d62-93c4-9f1cc37a07f7 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509596 May 31 18:57:16.650742 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-2e2bcaaf-3262-47e2-a96d-bef5aecdf200 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:57:16.659542 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-2e2bcaaf-3262-47e2-a96d-bef5aecdf200 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Usage tracker for resource:security_group_rule and tenant:5d18a056ecd042618142c83878d62c2a is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:57:16.707248 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-2e2bcaaf-3262-47e2-a96d-bef5aecdf200 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:57:16.718606 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-2e2bcaaf-3262-47e2-a96d-bef5aecdf200 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:57:16.766450 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2e2bcaaf-3262-47e2-a96d-bef5aecdf200 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:16.802626 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-022eb661-f3f5-4e7a-98e6-21b2f8a7e03a req-38df72c1-da92-43f0-bc4e-ed7281de42d0 service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727991 May 31 18:57:16.861655 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c63f08-b581-4d25-a738-667391388f84 None None] New status for floating IP fbf6ab6a-0f22-4a8c-846e-dac4e1fb40b7: ACTIVE {{(pid=91736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:57:16.942789 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2e2bcaaf-3262-47e2-a96d-bef5aecdf200 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:16.948514 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2e2bcaaf-3262-47e2-a96d-bef5aecdf200 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:16.967237 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:57:16.992514 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-022eb661-f3f5-4e7a-98e6-21b2f8a7e03a req-6271895a-86f7-400f-9c30-57024cba37f1 service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774876 May 31 18:57:16.995758 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bcaaf-3262-47e2-a96d-bef5aecdf200 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fd9a52-bf22-484e-bd74-4eb9a23d65ad,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:57:16.999447 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2e2bcaaf-3262-47e2-a96d-bef5aecdf200 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:57:17.005417 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2e2bcaaf-3262-47e2-a96d-bef5aecdf200 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:17.009355 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-2e2bcaaf-3262-47e2-a96d-bef5aecdf200 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3867855 May 31 18:57:17.009648 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54060) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:57:17.016529 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-dfec3c1b-b33c-49dc-b127-cb77c31acca7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Request body: {'security_group_rule': {'security_group_id': 'd0359875-3f0a-4102-bd32-87843c3a9890', 'project_id': '5d18a056ecd042618142c83878d62c2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:57:17.022510 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-dfec3c1b-b33c-49dc-b127-cb77c31acca7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:57:17.026343 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-dfec3c1b-b33c-49dc-b127-cb77c31acca7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Usage tracker for resource:security_group_rule and tenant:5d18a056ecd042618142c83878d62c2a is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:57:17.030035 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-dfec3c1b-b33c-49dc-b127-cb77c31acca7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:57:17.036606 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-dfec3c1b-b33c-49dc-b127-cb77c31acca7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:57:17.052678 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-dfec3c1b-b33c-49dc-b127-cb77c31acca7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:17.074611 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-facf62b7-ab1c-4eea-84d7-45ed1949b600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:17.125049 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-dfec3c1b-b33c-49dc-b127-cb77c31acca7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:17.129081 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-dfec3c1b-b33c-49dc-b127-cb77c31acca7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:17.131153 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:57:17.154303 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec3c1b-b33c-49dc-b127-cb77c31acca7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11acb7dd-edb1-4ad1-9171-acb6c7a43a50,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:57:17.159019 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-dfec3c1b-b33c-49dc-b127-cb77c31acca7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:57:17.163429 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-dfec3c1b-b33c-49dc-b127-cb77c31acca7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:17.164571 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-dfec3c1b-b33c-49dc-b127-cb77c31acca7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1540484 May 31 18:57:17.167257 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54064) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:57:17.172324 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-2eab2741-4f19-4c2e-a216-bd00e3721787 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Request body: {'security_group_rule': {'security_group_id': 'd0359875-3f0a-4102-bd32-87843c3a9890', 'project_id': '5d18a056ecd042618142c83878d62c2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:57:17.177911 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-2eab2741-4f19-4c2e-a216-bd00e3721787 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:57:17.181670 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-2eab2741-4f19-4c2e-a216-bd00e3721787 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Usage tracker for resource:security_group_rule and tenant:5d18a056ecd042618142c83878d62c2a is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:57:17.185282 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-2eab2741-4f19-4c2e-a216-bd00e3721787 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:57:17.191061 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-2eab2741-4f19-4c2e-a216-bd00e3721787 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:57:17.202560 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.db.securitygroups_db [None req-2eab2741-4f19-4c2e-a216-bd00e3721787 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Project 5d18a056ecd042618142c83878d62c2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 18:57:17.208333 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2eab2741-4f19-4c2e-a216-bd00e3721787 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:17.271726 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2eab2741-4f19-4c2e-a216-bd00e3721787 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:17.275268 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2eab2741-4f19-4c2e-a216-bd00e3721787 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:17.277280 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-e22ab244-bad6-45d4-87c9-9591cfc4a876 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:57:17.298951 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab2741-4f19-4c2e-a216-bd00e3721787 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041f912a-2ff5-46f8-bfec-6341e375f0fd,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:57:17.301406 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2eab2741-4f19-4c2e-a216-bd00e3721787 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:57:17.308331 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-2eab2741-4f19-4c2e-a216-bd00e3721787 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:17.310445 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-2eab2741-4f19-4c2e-a216-bd00e3721787 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1420403 May 31 18:57:17.313257 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54068) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:57:17.318199 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.v2.base [None req-37e1fd6c-8119-4774-a151-a608847c67de tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Request body: {'security_group_rule': {'security_group_id': 'd0359875-3f0a-4102-bd32-87843c3a9890', 'project_id': '5d18a056ecd042618142c83878d62c2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:57:17.323772 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-37e1fd6c-8119-4774-a151-a608847c67de tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:57:17.328433 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-37e1fd6c-8119-4774-a151-a608847c67de tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Usage tracker for resource:security_group_rule and tenant:5d18a056ecd042618142c83878d62c2a is out of sync, need to count used quota {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:57:17.331251 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [None req-37e1fd6c-8119-4774-a151-a608847c67de tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:57:17.336826 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.quota.driver [None req-37e1fd6c-8119-4774-a151-a608847c67de tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:57:17.346979 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.db.securitygroups_db [None req-37e1fd6c-8119-4774-a151-a608847c67de tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Project 5d18a056ecd042618142c83878d62c2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 18:57:17.352454 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-37e1fd6c-8119-4774-a151-a608847c67de tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:17.416908 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-37e1fd6c-8119-4774-a151-a608847c67de tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:17.420885 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-37e1fd6c-8119-4774-a151-a608847c67de tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459906'] for security_group_rule, after_create {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:17.422888 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:57:17.446935 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1fd6c-8119-4774-a151-a608847c67de tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca936800-30d0-419a-8001-26aff4d3b41b,revision_number=0']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:57:17.451674 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-37e1fd6c-8119-4774-a151-a608847c67de tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:57:17.455756 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-37e1fd6c-8119-4774-a151-a608847c67de tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:17.456900 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-37e1fd6c-8119-4774-a151-a608847c67de tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1427634 May 31 18:57:17.575351 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-9bbb0592-2bdd-4178-b3a1-b325cd3e4f1d req-c7a8677c-2248-4bdd-9814-68f69bdd65ed tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Synchronizing usage tracker for tenant:5d18a056ecd042618142c83878d62c2a on resource:security_group {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:57:17.591504 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-9bbb0592-2bdd-4178-b3a1-b325cd3e4f1d req-c7a8677c-2248-4bdd-9814-68f69bdd65ed tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Unset dirty status for tenant:5d18a056ecd042618142c83878d62c2a on resource:security_group {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:57:17.592640 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9bbb0592-2bdd-4178-b3a1-b325cd3e4f1d req-c7a8677c-2248-4bdd-9814-68f69bdd65ed tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169948389&fields=id&tenant_id=5d18a056ecd042618142c83878d62c2a HTTP/1.1" status: 200 len: 267 time: 0.0567915 May 31 18:57:17.675911 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb0592-2bdd-4178-b3a1-b325cd3e4f1d req-a347a577-577a-4a4f-986d-fa7d46c066ee tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:17.677273 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9bbb0592-2bdd-4178-b3a1-b325cd3e4f1d req-a347a577-577a-4a4f-986d-fa7d46c066ee tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 945 time: 0.0792091 May 31 18:57:17.687698 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-9bbb0592-2bdd-4178-b3a1-b325cd3e4f1d req-def89006-df82-4002-9857-a6d3b27b02ad tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Request body: {'port': {'security_groups': ['7ea5adf2-4621-48fb-bceb-584a0725ae62', 'd0359875-3f0a-4102-bd32-87843c3a9890']}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:57:17.807481 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9bbb0592-2bdd-4178-b3a1-b325cd3e4f1d req-def89006-df82-4002-9857-a6d3b27b02ad tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:18.066820 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-9bbb0592-2bdd-4178-b3a1-b325cd3e4f1d req-def89006-df82-4002-9857-a6d3b27b02ad tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] For port 38065af9-81d3-45a9-9f49-6bfa5eff4701, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=38065af9-81d3-45a9-9f49-6bfa5eff4701,segment=NetworkSegment(393391da-cf6a-4bc7-a1ac-3db04b8be0c8),segment_id=393391da-cf6a-4bc7-a1ac-3db04b8be0c8)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:57:18.091642 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9bbb0592-2bdd-4178-b3a1-b325cd3e4f1d req-def89006-df82-4002-9857-a6d3b27b02ad tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:18.096205 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9bbb0592-2bdd-4178-b3a1-b325cd3e4f1d req-def89006-df82-4002-9857-a6d3b27b02ad tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:18.102567 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-41518edd-1e03-4a44-af78-6a4fde68109a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:57:18.108503 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['38065af9-81d3-45a9-9f49-6bfa5eff4701'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:57:18.167593 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb0592-2bdd-4178-b3a1-b325cd3e4f1d req-def89006-df82-4002-9857-a6d3b27b02ad tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:18.168460 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9bbb0592-2bdd-4178-b3a1-b325cd3e4f1d req-def89006-df82-4002-9857-a6d3b27b02ad tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:18.169978 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9bbb0592-2bdd-4178-b3a1-b325cd3e4f1d req-def89006-df82-4002-9857-a6d3b27b02ad tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "PUT /v2.0/ports/38065af9-81d3-45a9-9f49-6bfa5eff4701 HTTP/1.1" status: 200 len: 981 time: 0.4867043 May 31 18:57:18.170521 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d22060-74e5-49e9-b4b0-252af1398196', 'tag': '38065af9-81d3-45a9-9f49-6bfa5eff4701'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:57:18.172919 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca59bc1-69cc-42bc-b390-9781bbf923aa" -d '{"events": [{"name": "network-changed", "server_uuid": "93d22060-74e5-49e9-b4b0-252af1398196", "tag": "38065af9-81d3-45a9-9f49-6bfa5eff4701"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:57:18.201292 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def89006-df82-4002-9857-a6d3b27b02ad tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Pushing event updated for resources: {'Port': ['ID=38065af9-81d3-45a9-9f49-6bfa5eff4701,revision_number=6']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:57:18.204897 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-def89006-df82-4002-9857-a6d3b27b02ad tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:57:18.237965 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ea56e7-aa1d-44e5-8f70-720f0e17223b x-openstack-request-id: req-d8ea56e7-aa1d-44e5-8f70-720f0e17223b {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:57:18.238524 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d22060-74e5-49e9-b4b0-252af1398196", "tag": "38065af9-81d3-45a9-9f49-6bfa5eff4701", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:57:18.239181 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8ea56e7-aa1d-44e5-8f70-720f0e17223b {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:57:18.239776 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d22060-74e5-49e9-b4b0-252af1398196', 'tag': '38065af9-81d3-45a9-9f49-6bfa5eff4701', 'status': 'completed', 'code': 200} May 31 18:57:18.275644 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['38065af9-81d3-45a9-9f49-6bfa5eff4701'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:57:18.354661 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca59bc1-69cc-42bc-b390-9781bbf923aa req-5bdefe45-aa50-423f-8dbc-4650c14dbf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:18.356549 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-1ca59bc1-69cc-42bc-b390-9781bbf923aa req-5bdefe45-aa50-423f-8dbc-4650c14dbf53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d18a056ecd042618142c83878d62c2a&device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 1137 time: 0.0949838 May 31 18:57:18.380513 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73c320-031f-48cf-b970-3c5f079873c7 req-706750cf-9e7b-415c-9c54-60a49d602fb7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:18.388554 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-df73c320-031f-48cf-b970-3c5f079873c7 req-706750cf-9e7b-415c-9c54-60a49d602fb7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 984 time: 0.1047816 May 31 18:57:18.433483 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-df73c320-031f-48cf-b970-3c5f079873c7 req-995f1d62-1307-46ad-af59-58be13baf400 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0359875-3f0a-4102-bd32-87843c3a9890&id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426753 May 31 18:57:18.500436 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca59bc1-69cc-42bc-b390-9781bbf923aa req-e68b12c6-886a-4d1d-9fae-09aa6cf69fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:18.501870 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-1ca59bc1-69cc-42bc-b390-9781bbf923aa req-e68b12c6-886a-4d1d-9fae-09aa6cf69fe4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 HTTP/1.1" status: 200 len: 915 time: 0.1390767 May 31 18:57:18.510565 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-21c0e1c8-0de9-489b-8481-c0b51b2d60b9 None None] Provisioning complete for port 38065af9-81d3-45a9-9f49-6bfa5eff4701 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:57:18.510975 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-21c0e1c8-0de9-489b-8481-c0b51b2d60b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:18.604798 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-1ca59bc1-69cc-42bc-b390-9781bbf923aa req-d175db25-e9a6-42c0-a087-a52fc5340cd3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38065af9-81d3-45a9-9f49-6bfa5eff4701 HTTP/1.1" status: 200 len: 1001 time: 0.0958593 May 31 18:57:18.666361 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca59bc1-69cc-42bc-b390-9781bbf923aa req-0824e607-6980-44ad-ac03-bb209ba4e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:18.668472 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-1ca59bc1-69cc-42bc-b390-9781bbf923aa req-0824e607-6980-44ad-ac03-bb209ba4e6d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a408c44-983a-42de-87d9-5922be318ca3 HTTP/1.1" status: 200 len: 853 time: 0.0567942 May 31 18:57:18.745152 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca59bc1-69cc-42bc-b390-9781bbf923aa req-5865112e-5ec9-4e87-a270-6f0e8f880cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:18.746723 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-1ca59bc1-69cc-42bc-b390-9781bbf923aa req-5865112e-5ec9-4e87-a270-6f0e8f880cd2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729935 May 31 18:57:18.970025 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-1ca59bc1-69cc-42bc-b390-9781bbf923aa req-226cdc8d-d1d5-4a8e-bb26-8296f17c7a50 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164164 May 31 18:57:19.100035 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-1ca59bc1-69cc-42bc-b390-9781bbf923aa req-e65dcb09-cdaf-4e4b-ab55-7401c68ae526 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233563 May 31 18:57:19.492382 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:19.825090 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4e95ab2d-b1df-4af8-93b3-ae5cfeeead3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:20.501877 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:22.311970 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:31.969568 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:57:45.550752 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:47.067910 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7ce0094e-13c2-4911-96cc-26db6f38770d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:49.494021 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:49.826317 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8822-689d-4426-abb9-875433733031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:50.500436 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:50.988541 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2370ae-a360-4731-a290-8d3fca5fe881 req-933373e0-7f89-4952-acda-81d01609f380 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:50.989964 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ce2370ae-a360-4731-a290-8d3fca5fe881 req-933373e0-7f89-4952-acda-81d01609f380 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.0790792 May 31 18:57:51.038319 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ce2370ae-a360-4731-a290-8d3fca5fe881 req-03e312de-ffb9-4f3c-a297-7f14815ab0df tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 May 31 18:57:52.221818 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3de073-39ff-43ae-8d11-f9694db7337d req-26f2d67c-5b30-414e-8e4d-f4bf906083a1 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:52.223186 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fa3de073-39ff-43ae-8d11-f9694db7337d req-26f2d67c-5b30-414e-8e4d-f4bf906083a1 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.0795059 May 31 18:57:52.267750 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fa3de073-39ff-43ae-8d11-f9694db7337d req-6afdc81e-70b9-47fb-8272-3b3d11a445f7 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389206 May 31 18:57:52.317000 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:57:53.458000 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0f560-1931-4b16-ad0d-f4fd9e2c12a0 req-fbe552bc-08d3-4f67-b3aa-2ca29f4e1f8a tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:53.459444 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c6e0f560-1931-4b16-ad0d-f4fd9e2c12a0 req-fbe552bc-08d3-4f67-b3aa-2ca29f4e1f8a tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.0815501 May 31 18:57:53.503106 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c6e0f560-1931-4b16-ad0d-f4fd9e2c12a0 req-e4dbe377-63c7-44bd-b514-77d3dc811489 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381470 May 31 18:57:54.683457 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfa971-1079-4020-8604-7f7bd36d5f76 req-df8c5381-cfdc-44de-9bc5-ab31a14fde34 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:54.685042 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e0bfa971-1079-4020-8604-7f7bd36d5f76 req-df8c5381-cfdc-44de-9bc5-ab31a14fde34 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.0782263 May 31 18:57:54.730028 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e0bfa971-1079-4020-8604-7f7bd36d5f76 req-d3cb5ef5-d638-4d65-8906-6fd86587ec18 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394747 May 31 18:57:55.916349 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a2028-eadb-4d23-a13c-99785093e6b3 req-46e295eb-7796-4f3f-b78f-87743bc13894 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:55.917696 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9c8a2028-eadb-4d23-a13c-99785093e6b3 req-46e295eb-7796-4f3f-b78f-87743bc13894 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.0834374 May 31 18:57:55.962682 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9c8a2028-eadb-4d23-a13c-99785093e6b3 req-6a689a65-09a4-4780-95c5-203c4af1b2af tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386975 May 31 18:57:57.149716 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323356cd-ed2f-4ef7-b774-7f5e6c41fd2c req-b6c83b77-a70f-45a6-a0f7-ecf2df480078 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:57.151126 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-323356cd-ed2f-4ef7-b774-7f5e6c41fd2c req-b6c83b77-a70f-45a6-a0f7-ecf2df480078 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.0823483 May 31 18:57:57.202065 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-323356cd-ed2f-4ef7-b774-7f5e6c41fd2c req-75a2e8be-b15f-4a07-ac60-31aa9c895454 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449672 May 31 18:57:58.383628 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fc394-4b47-439c-9742-42ede47bb9be req-5f5c830b-903d-4ae1-a02f-ec478ba5f4ba tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:58.385069 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8d6fc394-4b47-439c-9742-42ede47bb9be req-5f5c830b-903d-4ae1-a02f-ec478ba5f4ba tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.0814984 May 31 18:57:58.429536 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8d6fc394-4b47-439c-9742-42ede47bb9be req-c42b2d20-fe6c-4b53-b54c-b4e717050e43 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381227 May 31 18:57:59.615827 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db8576-3134-41b3-a84c-6b3c8e260e35 req-7955429c-4cd8-4af7-b513-1c45ff062276 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:57:59.617263 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e7db8576-3134-41b3-a84c-6b3c8e260e35 req-7955429c-4cd8-4af7-b513-1c45ff062276 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.0822632 May 31 18:57:59.662492 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-e7db8576-3134-41b3-a84c-6b3c8e260e35 req-e3998f73-7c33-4afb-9a7e-1a5ba4e034bb tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395062 May 31 18:58:00.849410 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36c637-60e3-45c2-b069-3d0463a60851 req-a88852e5-2865-430a-8de5-180eff1cb504 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:00.850875 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0d36c637-60e3-45c2-b069-3d0463a60851 req-a88852e5-2865-430a-8de5-180eff1cb504 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.0849893 May 31 18:58:00.895913 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-0d36c637-60e3-45c2-b069-3d0463a60851 req-f7d3aa55-3ec1-4f87-829c-b0504e8ce7de tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393760 May 31 18:58:01.094804 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fece709-8333-40d6-9d35-d6261d04c843 req-7477abc0-3af5-4feb-af39-8ae09e1ff326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:01.096254 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-9fece709-8333-40d6-9d35-d6261d04c843 req-7477abc0-3af5-4feb-af39-8ae09e1ff326 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7cb3ae7b7b184ed8ac2009fb9382e7d5&device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 1099 time: 0.0703268 May 31 18:58:01.227442 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fece709-8333-40d6-9d35-d6261d04c843 req-d1755f78-1fe3-4be0-89be-a68c099cb36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:01.228866 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-9fece709-8333-40d6-9d35-d6261d04c843 req-d1755f78-1fe3-4be0-89be-a68c099cb36e service neutron] 10.222.0.43 "GET /v2.0/networks?id=30b743b9-9bf5-4521-92f4-9584d0c12acb HTTP/1.1" status: 200 len: 909 time: 0.1251314 May 31 18:58:01.331504 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-9fece709-8333-40d6-9d35-d6261d04c843 req-2e32da9c-5adc-469d-9321-e8d434607cb8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=524fd408-72d0-4676-974f-052786ca594e HTTP/1.1" status: 200 len: 1002 time: 0.0960391 May 31 18:58:01.394129 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fece709-8333-40d6-9d35-d6261d04c843 req-22eadf01-6fb4-43e1-b743-8990f7705b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:01.395456 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-9fece709-8333-40d6-9d35-d6261d04c843 req-22eadf01-6fb4-43e1-b743-8990f7705b7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f13f8bd9-019b-40ed-9964-15a1d19e6320 HTTP/1.1" status: 200 len: 847 time: 0.0569642 May 31 18:58:01.472013 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fece709-8333-40d6-9d35-d6261d04c843 req-d54b15db-469b-4dea-ae9e-6a9cfdaadbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:01.473465 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-9fece709-8333-40d6-9d35-d6261d04c843 req-d54b15db-469b-4dea-ae9e-6a9cfdaadbb9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30b743b9-9bf5-4521-92f4-9584d0c12acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712409 May 31 18:58:01.602011 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-9fece709-8333-40d6-9d35-d6261d04c843 req-e7ae0f96-2e3d-4913-ad85-778f17545cdc service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216345 May 31 18:58:01.736691 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-9fece709-8333-40d6-9d35-d6261d04c843 req-a801cf0e-8360-4151-9eaa-c11c839a254f service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281314 May 31 18:58:02.099633 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957f56a-f4aa-46fb-ae29-bb96a4dbde24 req-e9591d2a-4314-45f2-bb41-49e841d3a456 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:02.101005 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7957f56a-f4aa-46fb-ae29-bb96a4dbde24 req-e9591d2a-4314-45f2-bb41-49e841d3a456 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.0994771 May 31 18:58:02.145237 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7957f56a-f4aa-46fb-ae29-bb96a4dbde24 req-a16be27e-e60a-4217-9b22-b09f2a08dcb8 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379567 May 31 18:58:03.327144 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab5171-60cf-4c55-8b70-acb8955fb67e req-d405a94e-2be2-4e31-adfe-66cd0b8fb21d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:03.328701 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-52ab5171-60cf-4c55-8b70-acb8955fb67e req-d405a94e-2be2-4e31-adfe-66cd0b8fb21d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.0813947 May 31 18:58:03.373600 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-52ab5171-60cf-4c55-8b70-acb8955fb67e req-b9420885-d45b-431a-b8cc-3ced2e2654ae tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393286 May 31 18:58:04.646334 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735945b-259a-475e-ba81-898a242de18d req-5a82b056-c65b-4fed-9635-021b983200e8 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:04.647807 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5735945b-259a-475e-ba81-898a242de18d req-5a82b056-c65b-4fed-9635-021b983200e8 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.1708102 May 31 18:58:04.693103 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5735945b-259a-475e-ba81-898a242de18d req-3aa369b1-67dd-4d06-aaae-fb9f507f382d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396252 May 31 18:58:05.017110 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 54130) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:58:05.083029 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd277bd-1bf5-4d2f-8551-bce2b9abd79a req-302a8eaa-89df-431a-9109-84b525f3073c tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:05.084561 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-dcd277bd-1bf5-4d2f-8551-bce2b9abd79a req-302a8eaa-89df-431a-9109-84b525f3073c tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.1066668 May 31 18:58:05.187032 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-dcd277bd-1bf5-4d2f-8551-bce2b9abd79a req-bce45776-7cdc-44f4-9faf-3e4fff66c093 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692396 May 31 18:58:05.206007 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-bfb79cf9-6751-45b3-9ab1-f6313d92f4d5 req-514041c5-43ab-449f-bd6f-32c236ab0e13 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1876884 May 31 18:58:06.145300 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 524fd408-72d0-4676-974f-052786ca594e no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:58:06.268016 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:58:06.295805 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3a2434-67aa-48ee-b269-209b9535bdc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '524fd408-72d0-4676-974f-052786ca594e'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:58:06.298116 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2f5ff8a6751ba2ee84274e630c5bdce29e81d1d572756191e078aed669e92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96801a81-a01b-45d7-8404-c2698bb3f434" -d '{"events": [{"server_uuid": "9c3a2434-67aa-48ee-b269-209b9535bdc6", "name": "network-vif-unplugged", "status": "completed", "tag": "524fd408-72d0-4676-974f-052786ca594e"}]}' {{(pid=91735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:58:06.306115 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 524fd408-72d0-4676-974f-052786ca594e, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=524fd408-72d0-4676-974f-052786ca594e,segment=NetworkSegment(e79f3ff0-43c9-49f3-88f4-4fde2aac791c),segment_id=e79f3ff0-43c9-49f3-88f4-4fde2aac791c)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:58:06.311467 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:58:06.314494 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-876ffa9a-f1ef-4013-8183-01520178ed69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:58:06.352179 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 18:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c17b81-4ad1-46ba-8319-4b1026b6fae7 x-openstack-request-id: req-06c17b81-4ad1-46ba-8319-4b1026b6fae7 {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:58:06.352468 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3a2434-67aa-48ee-b269-209b9535bdc6", "name": "network-vif-unplugged", "status": "failed", "tag": "524fd408-72d0-4676-974f-052786ca594e", "code": 422}]} {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:58:06.352715 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06c17b81-4ad1-46ba-8319-4b1026b6fae7 {{(pid=91735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:58:06.353134 dv-cinder-770050-4-iscsi neutron-server[91735]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c3a2434-67aa-48ee-b269-209b9535bdc6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '524fd408-72d0-4676-974f-052786ca594e', 'code': 422} returned with failed status May 31 18:58:06.387040 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102214be-6d29-45d4-bd0d-decbe2de1b29 req-1695da34-f583-443c-a2cf-351ffd42120b tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:06.389195 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-102214be-6d29-45d4-bd0d-decbe2de1b29 req-1695da34-f583-443c-a2cf-351ffd42120b tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 944 time: 0.0899863 May 31 18:58:06.393887 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=524fd408-72d0-4676-974f-052786ca594e,revision_number=6']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:58:06.401618 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:58:06.401881 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:58:06.402209 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:58:06.402534 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:58:06.402903 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:58:06.403464 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:58:06.403788 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:58:06.404285 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:58:06.404610 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:58:06.404929 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:58:06.405245 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:58:06.405925 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:58:06.410169 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:58:06.438050 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-102214be-6d29-45d4-bd0d-decbe2de1b29 req-3c6db267-fb36-4902-8123-f42bc81e725c tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417538 May 31 18:58:06.838243 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb79cf9-6751-45b3-9ab1-f6313d92f4d5 req-18f26d89-a010-4b2f-9f66-45b06ec6668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:06.839738 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-bfb79cf9-6751-45b3-9ab1-f6313d92f4d5 req-18f26d89-a010-4b2f-9f66-45b06ec6668a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6&tenant_id=7cb3ae7b7b184ed8ac2009fb9382e7d5 HTTP/1.1" status: 200 len: 1097 time: 0.0714781 May 31 18:58:06.935103 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb79cf9-6751-45b3-9ab1-f6313d92f4d5 req-8976842b-d2c8-4027-aaf8-6b11e6bb070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:06.936550 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-bfb79cf9-6751-45b3-9ab1-f6313d92f4d5 req-8976842b-d2c8-4027-aaf8-6b11e6bb070c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7cb3ae7b7b184ed8ac2009fb9382e7d5&device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 1097 time: 0.0744584 May 31 18:58:07.067621 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb79cf9-6751-45b3-9ab1-f6313d92f4d5 req-33b9a08b-8cc1-4da2-bec8-813dd5803cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:07.069048 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-bfb79cf9-6751-45b3-9ab1-f6313d92f4d5 req-33b9a08b-8cc1-4da2-bec8-813dd5803cd9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=30b743b9-9bf5-4521-92f4-9584d0c12acb HTTP/1.1" status: 200 len: 909 time: 0.1265264 May 31 18:58:07.166889 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-bfb79cf9-6751-45b3-9ab1-f6313d92f4d5 req-ce91c36f-bc3e-409e-a99b-9b92a2ca5e8b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=524fd408-72d0-4676-974f-052786ca594e HTTP/1.1" status: 200 len: 1000 time: 0.0912001 May 31 18:58:07.230522 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb79cf9-6751-45b3-9ab1-f6313d92f4d5 req-c0d6885d-80ab-4c8c-ac96-c1e78489bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:07.232622 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-bfb79cf9-6751-45b3-9ab1-f6313d92f4d5 req-c0d6885d-80ab-4c8c-ac96-c1e78489bf9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f13f8bd9-019b-40ed-9964-15a1d19e6320 HTTP/1.1" status: 200 len: 847 time: 0.0594139 May 31 18:58:07.304144 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb79cf9-6751-45b3-9ab1-f6313d92f4d5 req-7dd299e7-50ef-4eb6-b7be-6f040b588092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:07.305562 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-bfb79cf9-6751-45b3-9ab1-f6313d92f4d5 req-7dd299e7-50ef-4eb6-b7be-6f040b588092 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30b743b9-9bf5-4521-92f4-9584d0c12acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668700 May 31 18:58:07.432833 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-bfb79cf9-6751-45b3-9ab1-f6313d92f4d5 req-4ede5eef-64e6-4938-ba8c-1afa450146e2 service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207757 May 31 18:58:07.625640 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d51099-3367-4b62-af71-107c9a038db9 req-847616ba-0f24-46fb-b9bb-0a5935a332cd tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:07.627109 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-43d51099-3367-4b62-af71-107c9a038db9 req-847616ba-0f24-46fb-b9bb-0a5935a332cd tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 944 time: 0.0827887 May 31 18:58:07.650710 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-bfb79cf9-6751-45b3-9ab1-f6313d92f4d5 req-f7a33254-6fc8-4166-8cd2-06babe97e01f service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106342 May 31 18:58:07.672988 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-43d51099-3367-4b62-af71-107c9a038db9 req-4447c2cb-bf72-4b0b-bc51-cbb2a4c4c520 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397155 May 31 18:58:08.858849 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b625a7-04f6-42f7-9d6d-f6e13107e840 req-f24e8f74-63bb-472d-b52f-d4d6f76e5e01 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:08.860310 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-83b625a7-04f6-42f7-9d6d-f6e13107e840 req-f24e8f74-63bb-472d-b52f-d4d6f76e5e01 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 944 time: 0.0845990 May 31 18:58:08.902726 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-83b625a7-04f6-42f7-9d6d-f6e13107e840 req-d1ec26a2-2077-4dbf-879d-c3ad080c904a tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368853 May 31 18:58:08.968990 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:58:10.090085 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b7368-1325-4bd3-8b38-20c462201f8c req-1ff05bd5-17cd-48de-8896-3922cde2f8c1 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:10.091886 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c14b7368-1325-4bd3-8b38-20c462201f8c req-1ff05bd5-17cd-48de-8896-3922cde2f8c1 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 944 time: 0.0813775 May 31 18:58:10.140280 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c14b7368-1325-4bd3-8b38-20c462201f8c req-82111533-d358-4048-bd5c-24f37eae16f7 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428433 May 31 18:58:11.332829 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d47979-fdc4-4756-9536-6a75b55500e4 req-7275d2d2-7ddd-4a90-9b48-23bd05c42021 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:11.335058 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f7d47979-fdc4-4756-9536-6a75b55500e4 req-7275d2d2-7ddd-4a90-9b48-23bd05c42021 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 944 time: 0.0848460 May 31 18:58:11.385064 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f7d47979-fdc4-4756-9536-6a75b55500e4 req-83a0a40d-e2d6-4393-bf0d-c47f66db3e9c tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444150 May 31 18:58:12.717452 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aaa2da-3f36-4463-9d47-a917743ef832 req-821cbba8-61d3-4e2a-ac46-fdb497c9db11 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:12.718954 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-48aaa2da-3f36-4463-9d47-a917743ef832 req-821cbba8-61d3-4e2a-ac46-fdb497c9db11 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 944 time: 0.2299263 May 31 18:58:12.764743 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-48aaa2da-3f36-4463-9d47-a917743ef832 req-48aac24b-ab0a-4c89-a747-e6d4b24f68f5 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402005 May 31 18:58:13.996936 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e480b-34b7-401a-9260-0f1344eee49c req-d794cb5c-57ab-4dd4-a999-26a9abebec1d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:13.998387 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ca6e480b-34b7-401a-9260-0f1344eee49c req-d794cb5c-57ab-4dd4-a999-26a9abebec1d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 944 time: 0.1282570 May 31 18:58:14.041417 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-ca6e480b-34b7-401a-9260-0f1344eee49c req-8fe679dc-3897-4aa0-bf70-c0b3271f91ce tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374594 May 31 18:58:14.162216 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 524fd408-72d0-4676-974f-052786ca594e details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:58:14.293565 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 524fd408-72d0-4676-974f-052786ca594e, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=524fd408-72d0-4676-974f-052786ca594e,segment=NetworkSegment(e79f3ff0-43c9-49f3-88f4-4fde2aac791c),segment_id=e79f3ff0-43c9-49f3-88f4-4fde2aac791c)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:58:14.306576 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Returning: {'device': '524fd408-72d0-4676-974f-052786ca594e', 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb', 'port_id': '524fd408-72d0-4676-974f-052786ca594e', 'mac_address': 'fa:16:3e:41:28:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:58:14.365477 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:58:14.382520 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524fd408-72d0-4676-974f-052786ca594e {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:58:14.397385 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 524fd408-72d0-4676-974f-052786ca594e, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=524fd408-72d0-4676-974f-052786ca594e,segment=NetworkSegment(e79f3ff0-43c9-49f3-88f4-4fde2aac791c),segment_id=e79f3ff0-43c9-49f3-88f4-4fde2aac791c)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:58:14.400693 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:58:14.402370 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-8f120253-0543-4ac2-b312-ed4c54c75ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:58:14.466809 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=524fd408-72d0-4676-974f-052786ca594e,revision_number=7']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:58:14.469786 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:58:14.756200 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['524fd408-72d0-4676-974f-052786ca594e'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:58:15.229286 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f9b30-b622-48a8-bd42-7b2495f76d6e req-214141e1-5614-487e-ad2e-7ba11b9348a2 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:15.230731 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fc2f9b30-b622-48a8-bd42-7b2495f76d6e req-214141e1-5614-487e-ad2e-7ba11b9348a2 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 945 time: 0.0850782 May 31 18:58:15.275391 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-fc2f9b30-b622-48a8-bd42-7b2495f76d6e req-6433dbba-d146-4099-ac82-6988041dd7d9 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390892 May 31 18:58:15.548459 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:58:16.182021 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 524fd408-72d0-4676-974f-052786ca594e up at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:58:16.244975 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e42f2-a5e8-4f7f-bbb4-7014557a3507 req-45f60bb0-6f3a-411e-bad8-3abcce201ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:16.247030 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-f60e42f2-a5e8-4f7f-bbb4-7014557a3507 req-45f60bb0-6f3a-411e-bad8-3abcce201ed3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d18a056ecd042618142c83878d62c2a&device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 1137 time: 0.0783527 May 31 18:58:16.255066 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Provisioning complete for port 524fd408-72d0-4676-974f-052786ca594e triggered by entity L2. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:58:16.255443 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:58:16.270399 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fe19d-a28e-443f-aa7f-8968fa373a40 req-afc999d4-8adc-45cb-bce7-cc45b8507598 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:16.271885 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d24fe19d-a28e-443f-aa7f-8968fa373a40 req-afc999d4-8adc-45cb-bce7-cc45b8507598 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 984 time: 0.0832217 May 31 18:58:16.335975 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-d24fe19d-a28e-443f-aa7f-8968fa373a40 req-a4eb3f35-e5bd-487c-b795-87b360817360 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0359875-3f0a-4102-bd32-87843c3a9890&id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578790 May 31 18:58:16.383966 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:58:16.398995 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e42f2-a5e8-4f7f-bbb4-7014557a3507 req-75a0b21c-59a4-4292-963f-a297f9314f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:16.400610 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-f60e42f2-a5e8-4f7f-bbb4-7014557a3507 req-75a0b21c-59a4-4292-963f-a297f9314f85 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 HTTP/1.1" status: 200 len: 915 time: 0.1429996 May 31 18:58:16.411574 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3a2434-67aa-48ee-b269-209b9535bdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524fd408-72d0-4676-974f-052786ca594e'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:58:16.413788 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2f5ff8a6751ba2ee84274e630c5bdce29e81d1d572756191e078aed669e92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34be2d9-eb36-4c71-aabd-3ad1c14262f2" -d '{"events": [{"server_uuid": "9c3a2434-67aa-48ee-b269-209b9535bdc6", "name": "network-vif-plugged", "status": "completed", "tag": "524fd408-72d0-4676-974f-052786ca594e"}]}' {{(pid=91735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:58:16.422233 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] For port 524fd408-72d0-4676-974f-052786ca594e, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=524fd408-72d0-4676-974f-052786ca594e,segment=NetworkSegment(e79f3ff0-43c9-49f3-88f4-4fde2aac791c),segment_id=e79f3ff0-43c9-49f3-88f4-4fde2aac791c)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:58:16.427094 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:58:16.429229 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2dc5bc25-d23d-4081-b94a-cdd195dff3a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:58:16.466520 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17022ca-415f-4b8c-8448-d5948ead19a8 x-openstack-request-id: req-f17022ca-415f-4b8c-8448-d5948ead19a8 {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:58:16.466934 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3a2434-67aa-48ee-b269-209b9535bdc6", "name": "network-vif-plugged", "status": "completed", "tag": "524fd408-72d0-4676-974f-052786ca594e", "code": 200}]} {{(pid=91735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:58:16.467255 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f17022ca-415f-4b8c-8448-d5948ead19a8 {{(pid=91735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:58:16.467714 dv-cinder-770050-4-iscsi neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3a2434-67aa-48ee-b269-209b9535bdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524fd408-72d0-4676-974f-052786ca594e', 'code': 200} May 31 18:58:16.498908 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585bc7b-d04e-42f4-95fd-494611cf6e5a req-69b74006-abba-4eeb-b5b3-8b8fdfc9bcda tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:16.500767 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f585bc7b-d04e-42f4-95fd-494611cf6e5a req-69b74006-abba-4eeb-b5b3-8b8fdfc9bcda tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.1079574 May 31 18:58:16.508673 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Pushing event updated for resources: {'Port': ['ID=524fd408-72d0-4676-974f-052786ca594e,revision_number=8']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:58:16.511750 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:58:16.524871 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-f60e42f2-a5e8-4f7f-bbb4-7014557a3507 req-ae25e3cb-50dc-4203-9045-bae01a513e0d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38065af9-81d3-45a9-9f49-6bfa5eff4701 HTTP/1.1" status: 200 len: 1001 time: 0.1170626 May 31 18:58:16.548269 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-f585bc7b-d04e-42f4-95fd-494611cf6e5a req-141aa2c9-fe6c-49f7-b3a1-ac05030cf7a3 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413208 May 31 18:58:16.590265 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e42f2-a5e8-4f7f-bbb4-7014557a3507 req-d2c23bde-e085-48e2-a4f0-41cee1b1edda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:16.591901 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-f60e42f2-a5e8-4f7f-bbb4-7014557a3507 req-d2c23bde-e085-48e2-a4f0-41cee1b1edda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a408c44-983a-42de-87d9-5922be318ca3 HTTP/1.1" status: 200 len: 853 time: 0.0590768 May 31 18:58:16.675324 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e42f2-a5e8-4f7f-bbb4-7014557a3507 req-3db2e4d4-8c0c-4b73-ab45-28d1d351f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:16.676769 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-f60e42f2-a5e8-4f7f-bbb4-7014557a3507 req-3db2e4d4-8c0c-4b73-ab45-28d1d351f34e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735068 May 31 18:58:16.742216 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bae5d8-168d-4f0c-b5fc-2e64235e2112 req-68134f1f-4220-4678-87b1-560e818ec6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:16.743706 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-88bae5d8-168d-4f0c-b5fc-2e64235e2112 req-68134f1f-4220-4678-87b1-560e818ec6d4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 1099 time: 0.0766606 May 31 18:58:16.787658 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-88bae5d8-168d-4f0c-b5fc-2e64235e2112 req-0e47117d-c259-4c0b-8db3-29bb74c4d558 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362356 May 31 18:58:16.813914 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-f60e42f2-a5e8-4f7f-bbb4-7014557a3507 req-4151d94e-3f75-45f0-93db-c616c7220066 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307662 May 31 18:58:17.054810 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-f60e42f2-a5e8-4f7f-bbb4-7014557a3507 req-6536f8e8-d956-4c37-8baf-2f1b499afe5d service neutron] 10.222.0.43 "GET /v2.0/networks/6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268775 May 31 18:58:17.070193 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-dd87534c-c9bc-4f62-8fe2-18ffda736b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:58:17.182786 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71c76d-ecce-4972-ae47-e06b7e9e35b4 req-92510596-c21b-453f-88e7-d05c02403ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:17.184315 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-1e71c76d-ecce-4972-ae47-e06b7e9e35b4 req-92510596-c21b-453f-88e7-d05c02403ab5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d18a056ecd042618142c83878d62c2a&device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 1137 time: 0.0702188 May 31 18:58:17.334719 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71c76d-ecce-4972-ae47-e06b7e9e35b4 req-ebe82b45-7179-43a2-b0cc-9c489fe56c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:17.336098 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-1e71c76d-ecce-4972-ae47-e06b7e9e35b4 req-ebe82b45-7179-43a2-b0cc-9c489fe56c9c service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 HTTP/1.1" status: 200 len: 915 time: 0.1277013 May 31 18:58:17.441052 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-1e71c76d-ecce-4972-ae47-e06b7e9e35b4 req-c15aac48-1449-48c6-a1c2-040f5dee4cf2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38065af9-81d3-45a9-9f49-6bfa5eff4701 HTTP/1.1" status: 200 len: 1001 time: 0.0981238 May 31 18:58:17.503910 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71c76d-ecce-4972-ae47-e06b7e9e35b4 req-237e49be-8b65-4b7d-9c1d-ba3f770b6104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:17.505337 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-1e71c76d-ecce-4972-ae47-e06b7e9e35b4 req-237e49be-8b65-4b7d-9c1d-ba3f770b6104 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a408c44-983a-42de-87d9-5922be318ca3 HTTP/1.1" status: 200 len: 853 time: 0.0571842 May 31 18:58:17.519750 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a43a79-6b7d-4fff-87e7-21dca49829d8 req-d7760a30-fa7e-4115-b503-d54495e0ac9e tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:17.521200 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c0a43a79-6b7d-4fff-87e7-21dca49829d8 req-d7760a30-fa7e-4115-b503-d54495e0ac9e tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 984 time: 0.0813839 May 31 18:58:17.567448 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c0a43a79-6b7d-4fff-87e7-21dca49829d8 req-296473ee-9ddc-480c-86db-832e09a51ae8 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0359875-3f0a-4102-bd32-87843c3a9890&id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406008 May 31 18:58:17.587239 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71c76d-ecce-4972-ae47-e06b7e9e35b4 req-b3bc8a16-28ce-44a1-840d-d93e8b1c4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:17.588709 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-1e71c76d-ecce-4972-ae47-e06b7e9e35b4 req-b3bc8a16-28ce-44a1-840d-d93e8b1c4335 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758224 May 31 18:58:17.729304 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-1e71c76d-ecce-4972-ae47-e06b7e9e35b4 req-d88e4130-30ea-4cfd-98f5-500efbd504e4 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288548 May 31 18:58:17.740536 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2fff0-e1a8-4ff8-9f13-d34d7dffda7d req-51c17330-f819-45c2-bd61-2d974f67ed35 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:17.742013 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9ac2fff0-e1a8-4ff8-9f13-d34d7dffda7d req-51c17330-f819-45c2-bd61-2d974f67ed35 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.0865648 May 31 18:58:17.788564 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-9ac2fff0-e1a8-4ff8-9f13-d34d7dffda7d req-66a493d6-70c7-44e3-b5a9-b232772e3b8f tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399475 May 31 18:58:17.951286 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-1e71c76d-ecce-4972-ae47-e06b7e9e35b4 req-e4430315-0221-44bc-9e98-9b318b4d8f76 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144401 May 31 18:58:18.750154 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964e876-560c-472f-8658-e10652c1e7d9 req-20f94c33-8e78-4e1b-9f1d-33e7c623c964 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:18.751619 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5964e876-560c-472f-8658-e10652c1e7d9 req-20f94c33-8e78-4e1b-9f1d-33e7c623c964 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 984 time: 0.0798297 May 31 18:58:18.797217 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-5964e876-560c-472f-8658-e10652c1e7d9 req-0fb34065-8fb3-4f78-8528-2b426d93f455 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0359875-3f0a-4102-bd32-87843c3a9890&id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399389 May 31 18:58:18.975381 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa459090-bcda-4f03-a2d0-646f6821f042 req-1d145f1c-9727-4fc4-9a55-37a1f6b0d6e1 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:18.976716 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-aa459090-bcda-4f03-a2d0-646f6821f042 req-1d145f1c-9727-4fc4-9a55-37a1f6b0d6e1 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.0823107 May 31 18:58:19.020550 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-aa459090-bcda-4f03-a2d0-646f6821f042 req-cf749b95-4478-468a-9a77-fb47657bf039 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376017 May 31 18:58:19.496576 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:58:19.828937 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d974a335-b778-4821-bd80-7e8fdb68d008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:58:19.983163 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ca4cb-e709-414c-9cc8-1ef6156af8f1 req-b4847568-adb3-4617-aa00-6a0919554669 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:19.984636 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-807ca4cb-e709-414c-9cc8-1ef6156af8f1 req-b4847568-adb3-4617-aa00-6a0919554669 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 984 time: 0.0793226 May 31 18:58:20.119975 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-807ca4cb-e709-414c-9cc8-1ef6156af8f1 req-1b09f0e1-06f5-441f-bd76-d2cf9bb3f610 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0359875-3f0a-4102-bd32-87843c3a9890&id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1295431 May 31 18:58:20.502401 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:58:21.305100 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228567b-2e6b-473f-977a-96a6d7ae3b1e req-3e6fc1b0-de09-4ab7-9ecd-600b3abfdcf8 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:21.306533 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b228567b-2e6b-473f-977a-96a6d7ae3b1e req-3e6fc1b0-de09-4ab7-9ecd-600b3abfdcf8 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 984 time: 0.0787611 May 31 18:58:21.353039 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b228567b-2e6b-473f-977a-96a6d7ae3b1e req-1a4ac4df-1011-41c1-b91d-041e35b620b3 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0359875-3f0a-4102-bd32-87843c3a9890&id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407245 May 31 18:58:22.319692 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:58:22.536932 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5bc13-5c03-452d-807f-e486ae5500c1 req-241a293d-df55-4a72-815b-16c790c85c7d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:22.538350 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b8f5bc13-5c03-452d-807f-e486ae5500c1 req-241a293d-df55-4a72-815b-16c790c85c7d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 984 time: 0.0821993 May 31 18:58:22.585312 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b8f5bc13-5c03-452d-807f-e486ae5500c1 req-da640e93-ee57-4c49-b8b0-4b971e5942aa tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0359875-3f0a-4102-bd32-87843c3a9890&id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411119 May 31 18:58:23.766582 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b42a49-9d8d-477d-a79a-7943a5c5b8d2 req-9d61dd54-6b6b-4652-9ac3-b9041e2f982b tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:23.768031 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-22b42a49-9d8d-477d-a79a-7943a5c5b8d2 req-9d61dd54-6b6b-4652-9ac3-b9041e2f982b tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 984 time: 0.0789793 May 31 18:58:23.815200 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-22b42a49-9d8d-477d-a79a-7943a5c5b8d2 req-f1083bd3-e6b9-4dcb-ac7e-d316daf54a31 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0359875-3f0a-4102-bd32-87843c3a9890&id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414343 May 31 18:58:25.000333 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af8444-7dcc-4574-9f31-2183064ad33e req-2d2bb3d8-9406-43f6-980f-06b176d18cac tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:25.001773 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c4af8444-7dcc-4574-9f31-2183064ad33e req-2d2bb3d8-9406-43f6-980f-06b176d18cac tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 984 time: 0.0836599 May 31 18:58:25.049238 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c4af8444-7dcc-4574-9f31-2183064ad33e req-ab47636a-6a5e-4797-94ab-aa5dba0adfad tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0359875-3f0a-4102-bd32-87843c3a9890&id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416305 May 31 18:58:26.232950 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e3f7f-3893-4603-84f0-84ea695f9dbc req-1c4c0e67-6b01-43ef-b74a-270d6c9e5cc9 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:26.234392 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-581e3f7f-3893-4603-84f0-84ea695f9dbc req-1c4c0e67-6b01-43ef-b74a-270d6c9e5cc9 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 984 time: 0.0804927 May 31 18:58:26.284779 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-581e3f7f-3893-4603-84f0-84ea695f9dbc req-2621375d-775a-4173-af20-7f0c0c8a2a7b tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0359875-3f0a-4102-bd32-87843c3a9890&id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446694 May 31 18:58:27.470354 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742f5bf-9075-47e9-af6a-b7e06aaa5313 req-b965dae0-09af-49d8-9571-6348f1d7c091 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:27.471828 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b742f5bf-9075-47e9-af6a-b7e06aaa5313 req-b965dae0-09af-49d8-9571-6348f1d7c091 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 984 time: 0.0797358 May 31 18:58:27.519526 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-b742f5bf-9075-47e9-af6a-b7e06aaa5313 req-ea09d1c9-07d5-4361-895c-fb69dc28df51 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0359875-3f0a-4102-bd32-87843c3a9890&id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417480 May 31 18:58:28.708599 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cb6ba-4e82-40e5-aae8-50855605fb3b req-e27798e8-ce34-4e9c-b9fa-993b383c02fc tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:58:28.710030 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8f3cb6ba-4e82-40e5-aae8-50855605fb3b req-e27798e8-ce34-4e9c-b9fa-993b383c02fc tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 984 time: 0.0831921 May 31 18:58:28.757442 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-8f3cb6ba-4e82-40e5-aae8-50855605fb3b req-5a99f5fd-aac6-47f3-83fb-a8a54a967159 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0359875-3f0a-4102-bd32-87843c3a9890&id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418074 May 31 18:58:45.552313 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:58:45.968075 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:58:47.071271 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e294837e-a116-4f5b-98ff-bce6944683e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:58:49.501265 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:58:49.830049 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0bf19900-0e47-45b2-b876-3a8e7ebef694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:58:50.506250 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:58:52.360785 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:15.563069 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:17.072926 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2185db72-2691-4847-a231-46d890bda1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:18.812815 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-80714406-816b-471b-b14a-e8bf71ef850f req-e86094de-a9c6-43ba-a27e-af1150f5a39e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685079 May 31 18:59:18.955097 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80714406-816b-471b-b14a-e8bf71ef850f req-9f8b0529-a15b-4f3c-9cd8-076d10a4a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:59:18.956519 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-80714406-816b-471b-b14a-e8bf71ef850f req-9f8b0529-a15b-4f3c-9cd8-076d10a4a8dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7cb3ae7b7b184ed8ac2009fb9382e7d5&device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 1099 time: 0.0726571 May 31 18:59:19.103618 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80714406-816b-471b-b14a-e8bf71ef850f req-10ebdd7c-8a0d-462f-a445-eb6be07dd52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:59:19.104933 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-80714406-816b-471b-b14a-e8bf71ef850f req-10ebdd7c-8a0d-462f-a445-eb6be07dd52b service neutron] 10.222.0.43 "GET /v2.0/networks?id=30b743b9-9bf5-4521-92f4-9584d0c12acb HTTP/1.1" status: 200 len: 909 time: 0.1296034 May 31 18:59:19.205380 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-80714406-816b-471b-b14a-e8bf71ef850f req-ab9eee5c-9575-4233-b0a3-2eeb823a7a81 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=524fd408-72d0-4676-974f-052786ca594e HTTP/1.1" status: 200 len: 1002 time: 0.0939779 May 31 18:59:19.268173 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80714406-816b-471b-b14a-e8bf71ef850f req-1179fb97-1125-4ed8-a182-c456d62c4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:59:19.269582 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-80714406-816b-471b-b14a-e8bf71ef850f req-1179fb97-1125-4ed8-a182-c456d62c4a6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f13f8bd9-019b-40ed-9964-15a1d19e6320 HTTP/1.1" status: 200 len: 847 time: 0.0568011 May 31 18:59:19.350994 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80714406-816b-471b-b14a-e8bf71ef850f req-7044f322-daf6-46ef-a7c3-f1db6b75eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:59:19.352623 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-80714406-816b-471b-b14a-e8bf71ef850f req-7044f322-daf6-46ef-a7c3-f1db6b75eebd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30b743b9-9bf5-4521-92f4-9584d0c12acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760133 May 31 18:59:19.363095 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [req-80714406-816b-471b-b14a-e8bf71ef850f req-eb61709c-3fde-4790-aefc-56b4785b9675 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=91733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:59:19.364009 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-80714406-816b-471b-b14a-e8bf71ef850f req-eb61709c-3fde-4790-aefc-56b4785b9675 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049841 May 31 18:59:19.494932 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-80714406-816b-471b-b14a-e8bf71ef850f req-5f437235-69ea-41ec-9437-a379582d9ea2 service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239154 May 31 18:59:19.503821 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:19.626951 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-80714406-816b-471b-b14a-e8bf71ef850f req-dc569c80-3e07-4d7b-a278-2802f48f1cbc service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247563 May 31 18:59:19.831767 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3d42f9cb-49d5-4da5-9413-af31a8ebc34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:20.509457 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:22.331062 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:22.967675 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:59:32.261930 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-61267724-f36b-436b-823c-079c52e01d65 req-64b6a963-083e-4a70-9e5a-13ab71e38b9b tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169948389&fields=id&tenant_id=5d18a056ecd042618142c83878d62c2a HTTP/1.1" status: 200 len: 267 time: 0.0393102 May 31 18:59:32.345522 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61267724-f36b-436b-823c-079c52e01d65 req-7cda4573-194c-428b-a4dc-128212f42027 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:59:32.346993 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-61267724-f36b-436b-823c-079c52e01d65 req-7cda4573-194c-428b-a4dc-128212f42027 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 984 time: 0.0790436 May 31 18:59:32.357440 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.v2.base [req-61267724-f36b-436b-823c-079c52e01d65 req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Request body: {'port': {'security_groups': ['7ea5adf2-4621-48fb-bceb-584a0725ae62']}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:59:32.477557 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-61267724-f36b-436b-823c-079c52e01d65 req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1459747'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:32.717104 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-61267724-f36b-436b-823c-079c52e01d65 req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] For port 38065af9-81d3-45a9-9f49-6bfa5eff4701, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=38065af9-81d3-45a9-9f49-6bfa5eff4701,segment=NetworkSegment(393391da-cf6a-4bc7-a1ac-3db04b8be0c8),segment_id=393391da-cf6a-4bc7-a1ac-3db04b8be0c8)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:59:32.741108 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-61267724-f36b-436b-823c-079c52e01d65 req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:32.745428 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-61267724-f36b-436b-823c-079c52e01d65 req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759829569684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759829135589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759829136406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15610698'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:32.755453 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-26d41672-315d-42c2-ab98-36ff88151f7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:59:32.757589 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['38065af9-81d3-45a9-9f49-6bfa5eff4701'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:59:32.834378 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61267724-f36b-436b-823c-079c52e01d65 req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:59:32.834859 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-61267724-f36b-436b-823c-079c52e01d65 req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:32.836255 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-61267724-f36b-436b-823c-079c52e01d65 req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "PUT /v2.0/ports/38065af9-81d3-45a9-9f49-6bfa5eff4701 HTTP/1.1" status: 200 len: 942 time: 0.4832306 May 31 18:59:32.836788 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d22060-74e5-49e9-b4b0-252af1398196', 'tag': '38065af9-81d3-45a9-9f49-6bfa5eff4701'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:59:32.839125 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207e96c1-9e4e-42f4-91b5-878636d7dbd2" -d '{"events": [{"name": "network-changed", "server_uuid": "93d22060-74e5-49e9-b4b0-252af1398196", "tag": "38065af9-81d3-45a9-9f49-6bfa5eff4701"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:59:32.845922 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54220) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:59:32.860139 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Pushing event updated for resources: {'Port': ['ID=38065af9-81d3-45a9-9f49-6bfa5eff4701,revision_number=7']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:59:32.868762 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:32.869286 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:32.869731 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:32.870170 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:32.870875 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:32.871061 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:32.871530 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:32.871965 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:32.872397 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:32.872860 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:32.873820 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:32.874262 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:32.878926 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1edd1418-cd4d-42be-ac92-aa1c72c509b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:59:32.939810 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['38065af9-81d3-45a9-9f49-6bfa5eff4701'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:59:32.966089 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3c02e68f-3b29-4faa-a7b1-d5e6c9374648 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:32.974076 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34854afb-5186-42ea-94cd-07a8f26ecf3f x-openstack-request-id: req-34854afb-5186-42ea-94cd-07a8f26ecf3f {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:59:32.974674 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d22060-74e5-49e9-b4b0-252af1398196", "tag": "38065af9-81d3-45a9-9f49-6bfa5eff4701", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:59:32.975174 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34854afb-5186-42ea-94cd-07a8f26ecf3f {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:59:32.975672 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d22060-74e5-49e9-b4b0-252af1398196', 'tag': '38065af9-81d3-45a9-9f49-6bfa5eff4701', 'status': 'completed', 'code': 200} May 31 18:59:33.033862 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3c02e68f-3b29-4faa-a7b1-d5e6c9374648 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:33.115047 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e96c1-9e4e-42f4-91b5-878636d7dbd2 req-9ed5b442-22a6-44e4-ba8b-20fbf7b4a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:59:33.116450 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-207e96c1-9e4e-42f4-91b5-878636d7dbd2 req-9ed5b442-22a6-44e4-ba8b-20fbf7b4a99f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d18a056ecd042618142c83878d62c2a&device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 1098 time: 0.1152053 May 31 18:59:33.148701 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3c02e68f-3b29-4faa-a7b1-d5e6c9374648 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:33.156964 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-7819707c-8feb-422d-9da2-927378ef6d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:59:33.175988 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-01761c70-a099-4dc3-83e3-a07a55b82093 None None] Provisioning complete for port 38065af9-81d3-45a9-9f49-6bfa5eff4701 triggered by entity DHCP. {{(pid=91735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:59:33.176364 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-01761c70-a099-4dc3-83e3-a07a55b82093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509909'] for port, provisioning_complete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:33.218805 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02e68f-3b29-4faa-a7b1-d5e6c9374648 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0359875-3f0a-4102-bd32-87843c3a9890,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:59:33.242042 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02e68f-3b29-4faa-a7b1-d5e6c9374648 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:33.242420 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02e68f-3b29-4faa-a7b1-d5e6c9374648 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:33.242802 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02e68f-3b29-4faa-a7b1-d5e6c9374648 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:33.243181 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02e68f-3b29-4faa-a7b1-d5e6c9374648 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:33.243547 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02e68f-3b29-4faa-a7b1-d5e6c9374648 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:33.243909 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02e68f-3b29-4faa-a7b1-d5e6c9374648 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:33.244267 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02e68f-3b29-4faa-a7b1-d5e6c9374648 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:33.244625 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02e68f-3b29-4faa-a7b1-d5e6c9374648 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:33.244983 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02e68f-3b29-4faa-a7b1-d5e6c9374648 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:33.245338 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02e68f-3b29-4faa-a7b1-d5e6c9374648 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:33.245697 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02e68f-3b29-4faa-a7b1-d5e6c9374648 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:33.246050 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02e68f-3b29-4faa-a7b1-d5e6c9374648 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:33.251636 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-3c02e68f-3b29-4faa-a7b1-d5e6c9374648 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:59:33.254670 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-3c02e68f-3b29-4faa-a7b1-d5e6c9374648 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:33.255813 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-3c02e68f-3b29-4faa-a7b1-d5e6c9374648 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "DELETE /v2.0/security-groups/d0359875-3f0a-4102-bd32-87843c3a9890 HTTP/1.1" status: 204 len: 168 time: 0.4091856 May 31 18:59:33.258541 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54226) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:59:33.379528 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e96c1-9e4e-42f4-91b5-878636d7dbd2 req-2ddba9e8-2333-4583-923a-db5c243817bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:59:33.380986 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-207e96c1-9e4e-42f4-91b5-878636d7dbd2 req-2ddba9e8-2333-4583-923a-db5c243817bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 HTTP/1.1" status: 200 len: 915 time: 0.2558222 May 31 18:59:33.595571 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-207e96c1-9e4e-42f4-91b5-878636d7dbd2 req-1e8dff79-9b77-4180-822f-26d6f0015361 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38065af9-81d3-45a9-9f49-6bfa5eff4701 HTTP/1.1" status: 200 len: 1001 time: 0.2072418 May 31 18:59:33.755125 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e96c1-9e4e-42f4-91b5-878636d7dbd2 req-ac0cf755-61c7-4a22-88f2-92f1fcbfabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:59:33.756549 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-207e96c1-9e4e-42f4-91b5-878636d7dbd2 req-ac0cf755-61c7-4a22-88f2-92f1fcbfabd6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a408c44-983a-42de-87d9-5922be318ca3 HTTP/1.1" status: 200 len: 853 time: 0.1494100 May 31 18:59:33.801317 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-277feded-d50b-494b-adfa-d8ec546a6bda tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Deleting port a41b5a27-3bef-443e-afec-50372aa09b19 {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:59:33.801669 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-277feded-d50b-494b-adfa-d8ec546a6bda tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:33.944287 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e96c1-9e4e-42f4-91b5-878636d7dbd2 req-5cb8c4a6-37a0-4aaf-95f2-0db457c17c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:59:33.945671 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-207e96c1-9e4e-42f4-91b5-878636d7dbd2 req-5cb8c4a6-37a0-4aaf-95f2-0db457c17c28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1820390 May 31 18:59:33.949003 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-277feded-d50b-494b-adfa-d8ec546a6bda tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:33.949327 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-277feded-d50b-494b-adfa-d8ec546a6bda tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:34.093819 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-277feded-d50b-494b-adfa-d8ec546a6bda tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Calling delete_port for a41b5a27-3bef-443e-afec-50372aa09b19 owned by network:floatingip {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:59:34.218886 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-207e96c1-9e4e-42f4-91b5-878636d7dbd2 req-c366793c-c153-43cb-ab47-60e532b7373b service neutron] 10.222.0.43 "GET /v2.0/networks/6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622018 May 31 18:59:34.402347 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-207e96c1-9e4e-42f4-91b5-878636d7dbd2 req-c0e0c497-4aa6-40a5-9abe-a0de6a03e6e4 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769588 May 31 18:59:34.417293 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-277feded-d50b-494b-adfa-d8ec546a6bda tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:34.421889 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:59:34.466333 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277feded-d50b-494b-adfa-d8ec546a6bda tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Pushing event deleted for resources: {'Port': ['ID=a41b5a27-3bef-443e-afec-50372aa09b19,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:59:34.470107 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-277feded-d50b-494b-adfa-d8ec546a6bda tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:59:34.557965 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-277feded-d50b-494b-adfa-d8ec546a6bda tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks [] for floatingip, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:34.558293 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.db.l3_db [None req-277feded-d50b-494b-adfa-d8ec546a6bda tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Floating IP fbf6ab6a-0f22-4a8c-846e-dac4e1fb40b7 disassociated (deleted). External IP: 172.27.0.173, port: 38065af9-81d3-45a9-9f49-6bfa5eff4701. May 31 18:59:34.907660 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277feded-d50b-494b-adfa-d8ec546a6bda tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Router 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:59:35.167337 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277feded-d50b-494b-adfa-d8ec546a6bda tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:59:35.176524 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ac82c2-146e-46a8-b3bb-0cb9f713546b None None] Sync routers for ids ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:59:35.185503 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac82c2-146e-46a8-b3bb-0cb9f713546b None None] Routers {'62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:59:35.186117 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-d3ac82c2-146e-46a8-b3bb-0cb9f713546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:59:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:59:35.187855 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-277feded-d50b-494b-adfa-d8ec546a6bda tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for floatingip, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:35.244592 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-277feded-d50b-494b-adfa-d8ec546a6bda tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "DELETE /v2.0/floatingips/fbf6ab6a-0f22-4a8c-846e-dac4e1fb40b7 HTTP/1.1" status: 204 len: 168 time: 1.9850318 May 31 18:59:35.245519 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d22060-74e5-49e9-b4b0-252af1398196', 'tag': '38065af9-81d3-45a9-9f49-6bfa5eff4701'}] {{(pid=91733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:59:35.248485 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be887ca5dbf2450db9bbf819a9be465f9bc5271ee7f790899717ffbefd4c1453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b561cc7e-a3f7-4c5a-a36f-e27097edabba" -d '{"events": [{"name": "network-changed", "server_uuid": "93d22060-74e5-49e9-b4b0-252af1398196", "tag": "38065af9-81d3-45a9-9f49-6bfa5eff4701"}]}' {{(pid=91733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:59:35.292830 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16823d4-5d70-4d60-8f0f-2ac394eddd74 x-openstack-request-id: req-e16823d4-5d70-4d60-8f0f-2ac394eddd74 {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:59:35.293194 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d22060-74e5-49e9-b4b0-252af1398196", "tag": "38065af9-81d3-45a9-9f49-6bfa5eff4701", "status": "completed", "code": 200}]} {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:59:35.293488 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e16823d4-5d70-4d60-8f0f-2ac394eddd74 {{(pid=91733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:59:35.293963 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d22060-74e5-49e9-b4b0-252af1398196', 'tag': '38065af9-81d3-45a9-9f49-6bfa5eff4701', 'status': 'completed', 'code': 200} May 31 18:59:35.374625 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-d3ac82c2-146e-46a8-b3bb-0cb9f713546b None None] Set router 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:59:35.387475 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561cc7e-a3f7-4c5a-a36f-e27097edabba req-e6001dbb-f1fc-47a2-98ae-15d2db6ccf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:59:35.389125 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-b561cc7e-a3f7-4c5a-a36f-e27097edabba req-e6001dbb-f1fc-47a2-98ae-15d2db6ccf79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d18a056ecd042618142c83878d62c2a&device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 1098 time: 0.0734894 May 31 18:59:35.533549 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561cc7e-a3f7-4c5a-a36f-e27097edabba req-62caa248-c4df-4299-8486-ad3552375688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:59:35.535082 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-b561cc7e-a3f7-4c5a-a36f-e27097edabba req-62caa248-c4df-4299-8486-ad3552375688 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 HTTP/1.1" status: 200 len: 915 time: 0.1401079 May 31 18:59:35.609157 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-b561cc7e-a3f7-4c5a-a36f-e27097edabba req-5a2dccba-1d14-435f-a437-338a96ca971c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38065af9-81d3-45a9-9f49-6bfa5eff4701 HTTP/1.1" status: 200 len: 217 time: 0.0680728 May 31 18:59:35.683055 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561cc7e-a3f7-4c5a-a36f-e27097edabba req-e7a93f59-7a07-4434-874c-178a92aad1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:59:35.688002 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-b561cc7e-a3f7-4c5a-a36f-e27097edabba req-e7a93f59-7a07-4434-874c-178a92aad1f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a408c44-983a-42de-87d9-5922be318ca3 HTTP/1.1" status: 200 len: 853 time: 0.0689981 May 31 18:59:35.714068 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-d3ac82c2-146e-46a8-b3bb-0cb9f713546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'name': 'tempest-TestMinimumBasicScenario-938200853-router', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:17Z', 'updated_at': '2021-05-31T18:56:21Z', 'revision_number': 4, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'gw_port': {'id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:18Z', 'updated_at': '2021-05-31T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': 'c739b411-d310-4323-b773-e646e6350e2c', 'name': '', 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'mac_address': 'fa:16:3e:6c:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3a408c44-983a-42de-87d9-5922be318ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:20Z', 'updated_at': '2021-05-31T18:56:28Z', 'revision_number': 5, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'subnets': [{'id': '3a408c44-983a-42de-87d9-5922be318ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:59:35.718696 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ac82c2-146e-46a8-b3bb-0cb9f713546b None None] Checking router: 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:59:35.729166 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac82c2-146e-46a8-b3bb-0cb9f713546b None None] Routers {'62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:59:35.729585 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-d3ac82c2-146e-46a8-b3bb-0cb9f713546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:59:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:59:35.767233 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561cc7e-a3f7-4c5a-a36f-e27097edabba req-a9808249-cc39-499e-ab06-207162d05574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:59:35.768689 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-b561cc7e-a3f7-4c5a-a36f-e27097edabba req-a9808249-cc39-499e-ab06-207162d05574 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783031 May 31 18:59:35.901705 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-b561cc7e-a3f7-4c5a-a36f-e27097edabba req-1a4ae9c8-89bc-4570-b3f2-eaa4502b4032 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250978 May 31 18:59:35.905158 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-d3ac82c2-146e-46a8-b3bb-0cb9f713546b None None] Set router 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:59:36.036065 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-b561cc7e-a3f7-4c5a-a36f-e27097edabba req-320df19a-50b6-4a7b-9426-6f20ba9b9b86 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271503 May 31 18:59:36.258266 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-d3ac82c2-146e-46a8-b3bb-0cb9f713546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'name': 'tempest-TestMinimumBasicScenario-938200853-router', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:17Z', 'updated_at': '2021-05-31T18:56:21Z', 'revision_number': 4, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'gw_port': {'id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:18Z', 'updated_at': '2021-05-31T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': 'c739b411-d310-4323-b773-e646e6350e2c', 'name': '', 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'mac_address': 'fa:16:3e:6c:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3a408c44-983a-42de-87d9-5922be318ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:20Z', 'updated_at': '2021-05-31T18:56:28Z', 'revision_number': 5, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'subnets': [{'id': '3a408c44-983a-42de-87d9-5922be318ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:59:36.262175 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ac82c2-146e-46a8-b3bb-0cb9f713546b None None] The sync data for ids ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'] in dv-cinder-770050-4-iscsi is: [{'id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'name': 'tempest-TestMinimumBasicScenario-938200853-router', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:17Z', 'updated_at': '2021-05-31T18:56:21Z', 'revision_number': 4, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'gw_port': {'id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:18Z', 'updated_at': '2021-05-31T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': 'c739b411-d310-4323-b773-e646e6350e2c', 'name': '', 'network_id': '6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'mac_address': 'fa:16:3e:6c:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3a408c44-983a-42de-87d9-5922be318ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:20Z', 'updated_at': '2021-05-31T18:56:28Z', 'revision_number': 5, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'subnets': [{'id': '3a408c44-983a-42de-87d9-5922be318ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:59:36.468200 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4baf605-86cf-41bd-baa7-ad27088ce149 None None] New status for floating IP fbf6ab6a-0f22-4a8c-846e-dac4e1fb40b7: DOWN {{(pid=91736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:59:38.530759 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c3233-9816-471b-8768-aae6e15fb87d req-9091825f-9a0b-4f9d-9885-8b79f5fd859e tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:59:38.532216 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-744c3233-9816-471b-8768-aae6e15fb87d req-9091825f-9a0b-4f9d-9885-8b79f5fd859e tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 945 time: 0.0825160 May 31 18:59:38.575533 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-744c3233-9816-471b-8768-aae6e15fb87d req-c5a38c8b-8833-4714-874b-ffcecad5009b tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377254 May 31 18:59:39.764037 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158ea00-6bae-44a0-a574-319d46893e90 req-1d128b27-6575-46f5-8fbc-2c4d40678b94 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:59:39.765483 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3158ea00-6bae-44a0-a574-319d46893e90 req-1d128b27-6575-46f5-8fbc-2c4d40678b94 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 945 time: 0.0799837 May 31 18:59:39.812881 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-3158ea00-6bae-44a0-a574-319d46893e90 req-f41653fb-46c4-4a78-9488-085f9700aa42 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418179 May 31 18:59:40.451646 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552f856-9a0c-49ef-8ad5-6a8ba7384801 req-3f878d58-cb49-495f-bc30-5c055cc42e8e tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:59:40.452537 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [req-f552f856-9a0c-49ef-8ad5-6a8ba7384801 req-3f878d58-cb49-495f-bc30-5c055cc42e8e tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Synchronizing usage tracker for tenant:5d18a056ecd042618142c83878d62c2a on resource:port {{(pid=91733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:59:40.467910 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.quota.resource [req-f552f856-9a0c-49ef-8ad5-6a8ba7384801 req-3f878d58-cb49-495f-bc30-5c055cc42e8e tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Unset dirty status for tenant:5d18a056ecd042618142c83878d62c2a on resource:port {{(pid=91733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:59:40.469144 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-f552f856-9a0c-49ef-8ad5-6a8ba7384801 req-3f878d58-cb49-495f-bc30-5c055cc42e8e tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.43 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 945 time: 0.0990458 May 31 18:59:40.609111 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [req-f552f856-9a0c-49ef-8ad5-6a8ba7384801 req-b1efa885-0a96-4d66-879a-0273a56975b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Deleting port 38065af9-81d3-45a9-9f49-6bfa5eff4701 {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:59:40.609452 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-f552f856-9a0c-49ef-8ad5-6a8ba7384801 req-b1efa885-0a96-4d66-879a-0273a56975b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:40.742933 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [req-f552f856-9a0c-49ef-8ad5-6a8ba7384801 req-b1efa885-0a96-4d66-879a-0273a56975b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] For port 38065af9-81d3-45a9-9f49-6bfa5eff4701, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=38065af9-81d3-45a9-9f49-6bfa5eff4701,segment=NetworkSegment(393391da-cf6a-4bc7-a1ac-3db04b8be0c8),segment_id=393391da-cf6a-4bc7-a1ac-3db04b8be0c8)] {{(pid=91733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:59:40.743296 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-f552f856-9a0c-49ef-8ad5-6a8ba7384801 req-b1efa885-0a96-4d66-879a-0273a56975b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:40.865740 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [req-f552f856-9a0c-49ef-8ad5-6a8ba7384801 req-b1efa885-0a96-4d66-879a-0273a56975b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Calling delete_port for 38065af9-81d3-45a9-9f49-6bfa5eff4701 owned by compute:nova {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:59:40.978256 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-f552f856-9a0c-49ef-8ad5-6a8ba7384801 req-b1efa885-0a96-4d66-879a-0273a56975b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:40.983799 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ef07d1ca-5106-49b9-a57e-7e256d094c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:59:40.989832 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] get_ports_and_sgs() called for port_ids ['38065af9-81d3-45a9-9f49-6bfa5eff4701'] {{(pid=91735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:59:40.999461 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023a848-0ac4-4473-bcaf-c82c1e1be2b5 req-7b7d4dca-c05c-410b-a8bb-dbf19819264f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:59:41.000876 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7023a848-0ac4-4473-bcaf-c82c1e1be2b5 req-7b7d4dca-c05c-410b-a8bb-dbf19819264f tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d22060-74e5-49e9-b4b0-252af1398196 HTTP/1.1" status: 200 len: 945 time: 0.0829501 May 31 18:59:41.029984 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efa885-0a96-4d66-879a-0273a56975b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Pushing event deleted for resources: {'Port': ['ID=38065af9-81d3-45a9-9f49-6bfa5eff4701,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:59:41.033341 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-b1efa885-0a96-4d66-879a-0273a56975b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:59:41.050409 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-7023a848-0ac4-4473-bcaf-c82c1e1be2b5 req-e4d92823-5d67-4d1c-92eb-3af0674b64ae tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ea5adf2-4621-48fb-bceb-584a0725ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431783 May 31 18:59:41.188479 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f552f856-9a0c-49ef-8ad5-6a8ba7384801 req-b1efa885-0a96-4d66-879a-0273a56975b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] No DVR routers for this DVR port 38065af9-81d3-45a9-9f49-6bfa5eff4701 on host hv-cinder-77005 {{(pid=91733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:59:41.190921 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-f552f856-9a0c-49ef-8ad5-6a8ba7384801 req-b1efa885-0a96-4d66-879a-0273a56975b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:41.193479 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d22060-74e5-49e9-b4b0-252af1398196', 'name': 'network-vif-deleted', 'tag': '38065af9-81d3-45a9-9f49-6bfa5eff4701'}] {{(pid=91733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:59:41.195759 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be887ca5dbf2450db9bbf819a9be465f9bc5271ee7f790899717ffbefd4c1453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dd05e3-b7c2-4daa-9e4a-45ea102a0ce2" -d '{"events": [{"server_uuid": "93d22060-74e5-49e9-b4b0-252af1398196", "name": "network-vif-deleted", "tag": "38065af9-81d3-45a9-9f49-6bfa5eff4701"}]}' {{(pid=91733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:59:41.210154 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-f552f856-9a0c-49ef-8ad5-6a8ba7384801 req-b1efa885-0a96-4d66-879a-0273a56975b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] 10.222.0.43 "DELETE /v2.0/ports/38065af9-81d3-45a9-9f49-6bfa5eff4701 HTTP/1.1" status: 204 len: 173 time: 0.7359433 May 31 18:59:41.251233 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed275495-4ed7-43a6-9b5d-3f7e1151bf35 x-openstack-request-id: req-ed275495-4ed7-43a6-9b5d-3f7e1151bf35 {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:59:41.251560 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d22060-74e5-49e9-b4b0-252af1398196", "name": "network-vif-deleted", "tag": "38065af9-81d3-45a9-9f49-6bfa5eff4701", "status": "completed", "code": 200}]} {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:59:41.251868 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed275495-4ed7-43a6-9b5d-3f7e1151bf35 {{(pid=91733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:59:41.252318 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d22060-74e5-49e9-b4b0-252af1398196', 'name': 'network-vif-deleted', 'tag': '38065af9-81d3-45a9-9f49-6bfa5eff4701', 'status': 'completed', 'code': 200} May 31 18:59:42.673361 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54310) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:59:43.200515 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ada6961b-11e3-441b-9ed1-d7b2484f2d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407500'] for router_interface, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:43.597652 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-ada6961b-11e3-441b-9ed1-d7b2484f2d45 admin admin] Deleting port c739b411-d310-4323-b773-e646e6350e2c {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:59:43.597988 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ada6961b-11e3-441b-9ed1-d7b2484f2d45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:43.714580 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [None req-ada6961b-11e3-441b-9ed1-d7b2484f2d45 admin admin] For port c739b411-d310-4323-b773-e646e6350e2c, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=c739b411-d310-4323-b773-e646e6350e2c,segment=NetworkSegment(393391da-cf6a-4bc7-a1ac-3db04b8be0c8),segment_id=393391da-cf6a-4bc7-a1ac-3db04b8be0c8)] {{(pid=91733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:59:43.715294 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ada6961b-11e3-441b-9ed1-d7b2484f2d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:43.859625 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-ada6961b-11e3-441b-9ed1-d7b2484f2d45 admin admin] Calling delete_port for c739b411-d310-4323-b773-e646e6350e2c owned by network:router_interface {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:59:44.231031 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ada6961b-11e3-441b-9ed1-d7b2484f2d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:44.235073 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-1c29eec6-583c-40ad-9cec-5a976f4068fe tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:59:44.304822 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6961b-11e3-441b-9ed1-d7b2484f2d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=c739b411-d310-4323-b773-e646e6350e2c,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:59:44.311919 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ada6961b-11e3-441b-9ed1-d7b2484f2d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:59:44.532370 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 38065af9-81d3-45a9-9f49-6bfa5eff4701 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:59:44.551079 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-ada6961b-11e3-441b-9ed1-d7b2484f2d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402524'] for router_interface, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:44.569519 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] No Port match for: 38065af9-81d3-45a9-9f49-6bfa5eff4701 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:59:44.569871 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 38065af9-81d3-45a9-9f49-6bfa5eff4701 not bound to the agent host hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:59:44.917670 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada6961b-11e3-441b-9ed1-d7b2484f2d45 admin admin] Router 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:59:45.089343 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada6961b-11e3-441b-9ed1-d7b2484f2d45 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:59:45.098145 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a946899-5342-445d-9684-aa42b5a1547b None None] Sync routers for ids ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:59:45.102574 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-ada6961b-11e3-441b-9ed1-d7b2484f2d45 admin admin] 10.222.0.30 "PUT /v2.0/routers/62df4b88-b4c7-4a14-87d3-f5b4b7e28c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4279807 May 31 18:59:45.105128 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54314) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:59:45.109505 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a946899-5342-445d-9684-aa42b5a1547b None None] Routers {'62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:59:45.110127 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-8a946899-5342-445d-9684-aa42b5a1547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:59:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:59:45.283729 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-def1388c-bde7-4b91-9410-592ed259f11c admin admin] Notify callbacks [] for router, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:45.284053 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-8a946899-5342-445d-9684-aa42b5a1547b None None] Set router 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:59:45.570878 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-def1388c-bde7-4b91-9410-592ed259f11c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:45.584922 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:45.589100 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-8a946899-5342-445d-9684-aa42b5a1547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'name': 'tempest-TestMinimumBasicScenario-938200853-router', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:17Z', 'updated_at': '2021-05-31T18:59:44Z', 'revision_number': 5, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'gw_port': {'id': '2f91654c-394e-499f-bd32-24e3f29701cc', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:18Z', 'updated_at': '2021-05-31T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:59:45.593515 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a946899-5342-445d-9684-aa42b5a1547b None None] Checking router: 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:59:45.602886 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a946899-5342-445d-9684-aa42b5a1547b None None] Routers {'62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:59:45.603481 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-8a946899-5342-445d-9684-aa42b5a1547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:59:20Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:59:45.645207 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-def1388c-bde7-4b91-9410-592ed259f11c admin admin] Deleting port 2f91654c-394e-499f-bd32-24e3f29701cc {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:59:45.645542 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-def1388c-bde7-4b91-9410-592ed259f11c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:45.752119 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-8a946899-5342-445d-9684-aa42b5a1547b None None] Set router 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 gateway port host: None {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:59:45.779478 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [None req-def1388c-bde7-4b91-9410-592ed259f11c admin admin] For port 2f91654c-394e-499f-bd32-24e3f29701cc, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=2f91654c-394e-499f-bd32-24e3f29701cc,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:59:45.779828 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-def1388c-bde7-4b91-9410-592ed259f11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:45.859517 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-8a946899-5342-445d-9684-aa42b5a1547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'name': 'tempest-TestMinimumBasicScenario-938200853-router', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:17Z', 'updated_at': '2021-05-31T18:59:45Z', 'revision_number': 6, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'gw_port_host': None}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:59:45.863462 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a946899-5342-445d-9684-aa42b5a1547b None None] The sync data for ids ['62df4b88-b4c7-4a14-87d3-f5b4b7e28c27'] in dv-cinder-770050-4-iscsi is: [{'id': '62df4b88-b4c7-4a14-87d3-f5b4b7e28c27', 'name': 'tempest-TestMinimumBasicScenario-938200853-router', 'tenant_id': '5d18a056ecd042618142c83878d62c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:17Z', 'updated_at': '2021-05-31T18:59:45Z', 'revision_number': 6, 'project_id': '5d18a056ecd042618142c83878d62c2a', 'gw_port_host': None}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:59:45.907508 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-def1388c-bde7-4b91-9410-592ed259f11c admin admin] Calling delete_port for 2f91654c-394e-499f-bd32-24e3f29701cc owned by network:router_gateway {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:59:46.040031 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-def1388c-bde7-4b91-9410-592ed259f11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:46.044932 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-7ea5599a-033b-4c25-8f14-f819f9d1d5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:59:46.089061 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1388c-bde7-4b91-9410-592ed259f11c admin admin] Pushing event deleted for resources: {'Port': ['ID=2f91654c-394e-499f-bd32-24e3f29701cc,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:59:46.119865 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-def1388c-bde7-4b91-9410-592ed259f11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:59:46.178659 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-def1388c-bde7-4b91-9410-592ed259f11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401617'] for router_gateway, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:46.351216 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-def1388c-bde7-4b91-9410-592ed259f11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4968'] for router, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:46.353258 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-def1388c-bde7-4b91-9410-592ed259f11c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:46.436506 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-def1388c-bde7-4b91-9410-592ed259f11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403296'] for router, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:46.437009 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def1388c-bde7-4b91-9410-592ed259f11c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 {{(pid=91733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 18:59:46.449063 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-def1388c-bde7-4b91-9410-592ed259f11c admin admin] Notify callbacks [] for router, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:46.450161 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-def1388c-bde7-4b91-9410-592ed259f11c admin admin] 10.222.0.30 "DELETE /v2.0/routers/62df4b88-b4c7-4a14-87d3-f5b4b7e28c27 HTTP/1.1" status: 204 len: 168 time: 1.3440769 May 31 18:59:46.453506 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54318) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:59:46.514830 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ca5b59-372a-4e0c-8339-0d51c9758523 admin admin] Deleting subnet 3a408c44-983a-42de-87d9-5922be318ca3 {{(pid=91733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:59:46.517585 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-74ca5b59-372a-4e0c-8339-0d51c9758523 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:46.568193 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-74ca5b59-372a-4e0c-8339-0d51c9758523 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14803871'] for subnet, precommit_delete_associations {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:46.686586 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-74ca5b59-372a-4e0c-8339-0d51c9758523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515759'] for subnet, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:46.933363 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-74ca5b59-372a-4e0c-8339-0d51c9758523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14664674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14473407'] for subnet, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:46.938768 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-2f1cd223-0306-4302-b30d-4b622dc4dec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:59:47.057196 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca5b59-372a-4e0c-8339-0d51c9758523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a408c44-983a-42de-87d9-5922be318ca3,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:59:47.059139 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-74ca5b59-372a-4e0c-8339-0d51c9758523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:47.062760 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-74ca5b59-372a-4e0c-8339-0d51c9758523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:59:47.066805 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-74ca5b59-372a-4e0c-8339-0d51c9758523 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3a408c44-983a-42de-87d9-5922be318ca3 HTTP/1.1" status: 204 len: 168 time: 0.6123097 May 31 18:59:47.069158 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54322) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:59:47.069359 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235dec6d-6044-4794-8030-0a8df91565a3 None None] Network 6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:59:47.139783 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-61f1bf18-b460-4c3d-89ee-0e0a754efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:47.174392 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642395'] for network, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:47.246285 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] Deleting port 3ef34e84-eec9-4136-ba16-9d2bc90188c7 {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:59:47.246620 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:47.349211 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] For port 3ef34e84-eec9-4136-ba16-9d2bc90188c7, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=3ef34e84-eec9-4136-ba16-9d2bc90188c7,segment=NetworkSegment(393391da-cf6a-4bc7-a1ac-3db04b8be0c8),segment_id=393391da-cf6a-4bc7-a1ac-3db04b8be0c8)] {{(pid=91733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:59:47.349572 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:47.363918 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] DHCP port deletion for 6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 request from dv-cinder-770050-4-iscsi {{(pid=91735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 18:59:47.429930 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] Deleting port 3ef34e84-eec9-4136-ba16-9d2bc90188c7 {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:59:47.430228 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:47.472082 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] Calling delete_port for 3ef34e84-eec9-4136-ba16-9d2bc90188c7 owned by network:dhcp {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:59:47.522726 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:47.526471 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-9b5b9417-1741-4757-84c6-8492e8013c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:59:47.528493 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] For port 3ef34e84-eec9-4136-ba16-9d2bc90188c7, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=3ef34e84-eec9-4136-ba16-9d2bc90188c7,segment=NetworkSegment(393391da-cf6a-4bc7-a1ac-3db04b8be0c8),segment_id=393391da-cf6a-4bc7-a1ac-3db04b8be0c8)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:59:47.528959 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:47.571083 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef34e84-eec9-4136-ba16-9d2bc90188c7,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:59:47.574138 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:59:47.574997 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] No DVR routers for this DVR port 3ef34e84-eec9-4136-ba16-9d2bc90188c7 on host dv-cinder-770050-4-iscsi {{(pid=91733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:59:47.649943 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] Calling delete_port for 3ef34e84-eec9-4136-ba16-9d2bc90188c7 owned by network:dhcp {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:59:47.694348 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:47.697605 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512032', 'neutron.services.segments.db._delete_segments_for_network-8759829597148'] for network, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:47.697937 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-cf62495c-b22a-495d-82ae-d200c1d49d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:59:47.711762 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35']}} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:59:47.724576 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393391da-cf6a-4bc7-a1ac-3db04b8be0c8') {'for_net_delete': True} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:59:47.724871 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393391da-cf6a-4bc7-a1ac-3db04b8be0c8') {} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:59:47.733436 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device c739b411-d310-4323-b773-e646e6350e2c no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:59:47.736829 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759829606045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14803860'] for segment, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:47.753050 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:47.759308 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=91733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:59:47.759682 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14664004'] for segment, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: Traceback (most recent call last): May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: timer() May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: cb(*args, **kw) May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: return func(*args, **kwargs) May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: self._notify() May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: self.callback(batched_events) May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: event.method(event) May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: return f(self, *a, **k) May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: return self._get(url).json() May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: return self.request(url, 'GET', **kwargs) May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:59:47.772920 dv-cinder-770050-4-iscsi neutron-server[91733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:59:47.774920 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] Pushing event deleted for resources: {'Port': ['ID=3ef34e84-eec9-4136-ba16-9d2bc90188c7,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:59:47.786052 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: c739b411-d310-4323-b773-e646e6350e2c {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:59:47.786404 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device c739b411-d310-4323-b773-e646e6350e2c not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:59:47.786849 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 2f91654c-394e-499f-bd32-24e3f29701cc no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:59:47.811678 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] No DVR routers for this DVR port 3ef34e84-eec9-4136-ba16-9d2bc90188c7 on host dv-cinder-770050-4-iscsi {{(pid=91735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:59:47.813726 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:47.814079 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:47.814411 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:47.814743 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:47.815092 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:47.815420 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:47.815746 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:47.816068 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:47.816390 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:47.816711 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:47.817030 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:47.817349 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-iscsi {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:59:47.825189 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-e9aff084-2211-49c0-ac78-f378dfb82f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:59:47.835120 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: 2f91654c-394e-499f-bd32-24e3f29701cc {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:59:47.835477 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 2f91654c-394e-499f-bd32-24e3f29701cc not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:59:47.835907 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 3ef34e84-eec9-4136-ba16-9d2bc90188c7 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:59:47.860050 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401612'] for network, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:47.864004 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:59:47.870844 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: 3ef34e84-eec9-4136-ba16-9d2bc90188c7 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:59:47.871161 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 3ef34e84-eec9-4136-ba16-9d2bc90188c7 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:59:47.877331 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:47.887355 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] Pushing event deleted for resources: {'Network': ['ID=6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:59:47.890415 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:59:47.900200 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-cd111110-9f30-4708-a059-70c329cbb65d admin admin] 10.222.0.30 "DELETE /v2.0/networks/6ff8ba2e-9bc1-4c87-b0b6-b53aab370f35 HTTP/1.1" status: 204 len: 168 time: 0.8301260 May 31 18:59:47.903093 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54326) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:59:48.445775 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f4034ec6-d941-40d3-bd24-7645b8e5bba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407500'] for router_interface, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:48.934637 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-f4034ec6-d941-40d3-bd24-7645b8e5bba7 admin admin] Deleting port a5d99c60-33a9-4605-8403-31252caaed63 {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:59:48.935607 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f4034ec6-d941-40d3-bd24-7645b8e5bba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:49.056078 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [None req-f4034ec6-d941-40d3-bd24-7645b8e5bba7 admin admin] For port a5d99c60-33a9-4605-8403-31252caaed63, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=a5d99c60-33a9-4605-8403-31252caaed63,segment=NetworkSegment(f02eaa54-997d-49bb-a025-7e4cbca112e6),segment_id=f02eaa54-997d-49bb-a025-7e4cbca112e6)] {{(pid=91733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:59:49.056425 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f4034ec6-d941-40d3-bd24-7645b8e5bba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:49.177787 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-f4034ec6-d941-40d3-bd24-7645b8e5bba7 admin admin] Calling delete_port for a5d99c60-33a9-4605-8403-31252caaed63 owned by network:router_interface {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:59:49.323947 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f4034ec6-d941-40d3-bd24-7645b8e5bba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:49.328379 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-277feded-d50b-494b-adfa-d8ec546a6bda tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:59:49.380007 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4034ec6-d941-40d3-bd24-7645b8e5bba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d99c60-33a9-4605-8403-31252caaed63,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:59:49.407327 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-f4034ec6-d941-40d3-bd24-7645b8e5bba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:59:49.508410 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:49.642261 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-f4034ec6-d941-40d3-bd24-7645b8e5bba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402524'] for router_interface, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:49.833383 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-68957075-68cc-45fc-8361-5ca2f8587050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:50.088184 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4034ec6-d941-40d3-bd24-7645b8e5bba7 admin admin] Router 19f889d7-d0c4-461d-94b5-2c0e1175892f has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:59:50.264186 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4034ec6-d941-40d3-bd24-7645b8e5bba7 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:59:50.272445 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd9453d-a5a2-4a65-bcd4-51c21946e8bc None None] Sync routers for ids ['19f889d7-d0c4-461d-94b5-2c0e1175892f'] in dv-cinder-770050-4-iscsi {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:59:50.279806 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-f4034ec6-d941-40d3-bd24-7645b8e5bba7 admin admin] 10.222.0.30 "PUT /v2.0/routers/19f889d7-d0c4-461d-94b5-2c0e1175892f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3757424 May 31 18:59:50.282447 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd9453d-a5a2-4a65-bcd4-51c21946e8bc None None] Routers {'19f889d7-d0c4-461d-94b5-2c0e1175892f'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:59:50.282627 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54330) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:59:50.283074 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-8fd9453d-a5a2-4a65-bcd4-51c21946e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:59:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['19f889d7-d0c4-461d-94b5-2c0e1175892f'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:59:50.454718 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-99f61428-5415-4bdb-9537-b2b7370b772a admin admin] Notify callbacks [] for router, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:50.456351 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-8fd9453d-a5a2-4a65-bcd4-51c21946e8bc None None] Set router 19f889d7-d0c4-461d-94b5-2c0e1175892f gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:59:50.512480 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:50.631416 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-99f61428-5415-4bdb-9537-b2b7370b772a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:50.709905 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-99f61428-5415-4bdb-9537-b2b7370b772a admin admin] Deleting port 48f630af-7ceb-4640-a23b-e2484b54917f {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:59:50.710569 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-99f61428-5415-4bdb-9537-b2b7370b772a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:50.760322 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-8fd9453d-a5a2-4a65-bcd4-51c21946e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'name': 'tempest-TestMinimumBasicScenario-316353626-router', 'tenant_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '48f630af-7ceb-4640-a23b-e2484b54917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:24Z', 'updated_at': '2021-05-31T18:59:49Z', 'revision_number': 5, 'project_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'gw_port': {'id': '48f630af-7ceb-4640-a23b-e2484b54917f', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:56:24Z', 'updated_at': '2021-05-31T18:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:59:50.764841 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd9453d-a5a2-4a65-bcd4-51c21946e8bc None None] Checking router: 19f889d7-d0c4-461d-94b5-2c0e1175892f for host: dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:59:50.773145 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd9453d-a5a2-4a65-bcd4-51c21946e8bc None None] Routers {'19f889d7-d0c4-461d-94b5-2c0e1175892f'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:59:50.773734 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-8fd9453d-a5a2-4a65-bcd4-51c21946e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:59:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['19f889d7-d0c4-461d-94b5-2c0e1175892f'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:59:50.832115 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [None req-99f61428-5415-4bdb-9537-b2b7370b772a admin admin] For port 48f630af-7ceb-4640-a23b-e2484b54917f, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=48f630af-7ceb-4640-a23b-e2484b54917f,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:59:50.832471 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-99f61428-5415-4bdb-9537-b2b7370b772a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:50.921774 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-8fd9453d-a5a2-4a65-bcd4-51c21946e8bc None None] Set router 19f889d7-d0c4-461d-94b5-2c0e1175892f gateway port host: None {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:59:50.957750 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-99f61428-5415-4bdb-9537-b2b7370b772a admin admin] Calling delete_port for 48f630af-7ceb-4640-a23b-e2484b54917f owned by network:router_gateway {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:59:51.022672 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-8fd9453d-a5a2-4a65-bcd4-51c21946e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'name': 'tempest-TestMinimumBasicScenario-316353626-router', 'tenant_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:24Z', 'updated_at': '2021-05-31T18:59:50Z', 'revision_number': 6, 'project_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'gw_port_host': None}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:59:51.026517 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd9453d-a5a2-4a65-bcd4-51c21946e8bc None None] The sync data for ids ['19f889d7-d0c4-461d-94b5-2c0e1175892f'] in dv-cinder-770050-4-iscsi is: [{'id': '19f889d7-d0c4-461d-94b5-2c0e1175892f', 'name': 'tempest-TestMinimumBasicScenario-316353626-router', 'tenant_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:56:24Z', 'updated_at': '2021-05-31T18:59:50Z', 'revision_number': 6, 'project_id': '9344fbd313dc4b81aaf2f1be2a257f73', 'gw_port_host': None}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:59:51.092504 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-99f61428-5415-4bdb-9537-b2b7370b772a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:51.096812 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-8391d17c-bc47-425f-91da-a60b592e6b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:59:51.140766 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f61428-5415-4bdb-9537-b2b7370b772a admin admin] Pushing event deleted for resources: {'Port': ['ID=48f630af-7ceb-4640-a23b-e2484b54917f,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:59:51.143696 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-99f61428-5415-4bdb-9537-b2b7370b772a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:59:51.229526 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-99f61428-5415-4bdb-9537-b2b7370b772a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401617'] for router_gateway, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:51.495295 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-99f61428-5415-4bdb-9537-b2b7370b772a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4968'] for router, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:51.498241 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-99f61428-5415-4bdb-9537-b2b7370b772a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:51.520239 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-99f61428-5415-4bdb-9537-b2b7370b772a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403296'] for router, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:51.520771 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f61428-5415-4bdb-9537-b2b7370b772a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19f889d7-d0c4-461d-94b5-2c0e1175892f {{(pid=91733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 18:59:51.533259 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-99f61428-5415-4bdb-9537-b2b7370b772a admin admin] Notify callbacks [] for router, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:51.534350 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-99f61428-5415-4bdb-9537-b2b7370b772a admin admin] 10.222.0.30 "DELETE /v2.0/routers/19f889d7-d0c4-461d-94b5-2c0e1175892f HTTP/1.1" status: 204 len: 168 time: 1.2509515 May 31 18:59:51.536873 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54334) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:59:51.595121 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_v2 [None req-171b5aab-312f-4fa0-9f95-7c697042973e admin admin] Deleting subnet 940a94f8-fb56-4ce8-abc0-9befd43478b3 {{(pid=91733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:59:51.597938 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-171b5aab-312f-4fa0-9f95-7c697042973e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:51.645862 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-171b5aab-312f-4fa0-9f95-7c697042973e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14803871'] for subnet, precommit_delete_associations {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:51.724471 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-171b5aab-312f-4fa0-9f95-7c697042973e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515759'] for subnet, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:51.825350 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device a5d99c60-33a9-4605-8403-31252caaed63 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:59:51.863487 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: a5d99c60-33a9-4605-8403-31252caaed63 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:59:51.863839 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device a5d99c60-33a9-4605-8403-31252caaed63 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:59:51.864260 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 48f630af-7ceb-4640-a23b-e2484b54917f no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:59:51.896998 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: 48f630af-7ceb-4640-a23b-e2484b54917f {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:59:51.897572 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 48f630af-7ceb-4640-a23b-e2484b54917f not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:59:51.986974 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-171b5aab-312f-4fa0-9f95-7c697042973e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14664674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14473407'] for subnet, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:51.991069 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-87f885b1-a16b-486b-a5eb-5c90cf1aaee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:59:52.028227 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b5aab-312f-4fa0-9f95-7c697042973e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=940a94f8-fb56-4ce8-abc0-9befd43478b3,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:59:52.031279 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-171b5aab-312f-4fa0-9f95-7c697042973e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:52.034042 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-171b5aab-312f-4fa0-9f95-7c697042973e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:59:52.038197 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-171b5aab-312f-4fa0-9f95-7c697042973e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/940a94f8-fb56-4ce8-abc0-9befd43478b3 HTTP/1.1" status: 204 len: 168 time: 0.5003064 May 31 18:59:52.038500 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aac741-f5f7-4c6e-ad0b-32bd5cb6f87d None None] Network 31bc0785-3b2a-458c-bb6e-6dcbe606f067 requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:59:52.040631 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54338) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:59:52.145877 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642395'] for network, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:52.216962 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] Deleting port b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:59:52.217262 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:52.279552 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ca06fe-084c-41e9-963f-17aee42520f1 None None] DHCP port deletion for 31bc0785-3b2a-458c-bb6e-6dcbe606f067 request from dv-cinder-770050-4-iscsi {{(pid=91735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 18:59:52.316628 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] For port b5dcd0a4-2860-4d43-aa45-1584edc3bbc1, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=b5dcd0a4-2860-4d43-aa45-1584edc3bbc1,segment=NetworkSegment(f02eaa54-997d-49bb-a025-7e4cbca112e6),segment_id=f02eaa54-997d-49bb-a025-7e4cbca112e6)] {{(pid=91733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:59:52.316972 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:52.342349 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:52.356094 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-26ca06fe-084c-41e9-963f-17aee42520f1 None None] Deleting port b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:59:52.356471 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-26ca06fe-084c-41e9-963f-17aee42520f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:52.440814 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] Calling delete_port for b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 owned by network:dhcp {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:59:52.457940 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-26ca06fe-084c-41e9-963f-17aee42520f1 None None] For port b5dcd0a4-2860-4d43-aa45-1584edc3bbc1, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=b5dcd0a4-2860-4d43-aa45-1584edc3bbc1,segment=NetworkSegment(f02eaa54-997d-49bb-a025-7e4cbca112e6),segment_id=f02eaa54-997d-49bb-a025-7e4cbca112e6)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:59:52.458340 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-26ca06fe-084c-41e9-963f-17aee42520f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:52.487891 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:52.492487 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-a3ffdff5-eaae-4a0a-9ec3-3a33b399989f tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:59:52.539748 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5dcd0a4-2860-4d43-aa45-1584edc3bbc1,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:59:52.541501 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] No DVR routers for this DVR port b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 on host dv-cinder-770050-4-iscsi {{(pid=91733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:59:52.542976 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:59:52.580398 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-26ca06fe-084c-41e9-963f-17aee42520f1 None None] Calling delete_port for b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 owned by network:dhcp {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:59:52.622543 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-26ca06fe-084c-41e9-963f-17aee42520f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:52.626044 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:59:52.658453 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512032', 'neutron.services.segments.db._delete_segments_for_network-8759829597148'] for network, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:52.671822 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca06fe-084c-41e9-963f-17aee42520f1 None None] Pushing event deleted for resources: {'Port': ['ID=b5dcd0a4-2860-4d43-aa45-1584edc3bbc1,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:59:52.672400 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bc0785-3b2a-458c-bb6e-6dcbe606f067']}} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:59:52.674825 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-26ca06fe-084c-41e9-963f-17aee42520f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:59:52.675707 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ca06fe-084c-41e9-963f-17aee42520f1 None None] No DVR routers for this DVR port b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 on host dv-cinder-770050-4-iscsi {{(pid=91735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:59:52.685445 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02eaa54-997d-49bb-a025-7e4cbca112e6') {'for_net_delete': True} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:59:52.685686 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02eaa54-997d-49bb-a025-7e4cbca112e6') {} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:59:52.696985 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759829606045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14803860'] for segment, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:52.713233 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:52.720078 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=91733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:59:52.720538 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14664004'] for segment, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: Traceback (most recent call last): May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: timer() May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: cb(*args, **kw) May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: return func(*args, **kwargs) May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: self._notify() May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: self.callback(batched_events) May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: event.method(event) May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: return f(self, *a, **k) May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: return self._get(url).json() May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: return self.request(url, 'GET', **kwargs) May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:59:52.734147 dv-cinder-770050-4-iscsi neutron-server[91733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:59:52.903118 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401612'] for network, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:52.907235 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:59:52.920444 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:52.930627 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] Pushing event deleted for resources: {'Network': ['ID=31bc0785-3b2a-458c-bb6e-6dcbe606f067,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:59:52.934800 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:59:52.939035 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-1a9bde7a-f12b-4b37-b6b7-aab2dbaaa399 admin admin] 10.222.0.30 "DELETE /v2.0/networks/31bc0785-3b2a-458c-bb6e-6dcbe606f067 HTTP/1.1" status: 204 len: 168 time: 0.8974559 May 31 18:59:53.126646 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54344) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:59:53.174292 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-da41cb2f-25a3-4b60-8ff4-f5681051e081 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d18a056ecd042618142c83878d62c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463967 May 31 18:59:53.176775 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54348) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:59:53.232266 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-03847d5e-3a0b-4679-9cca-485479e56b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:53.256713 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-03847d5e-3a0b-4679-9cca-485479e56b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:53.311101 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-03847d5e-3a0b-4679-9cca-485479e56b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:53.316213 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-6ef2d55a-a2a9-4921-b1a5-de2d59648cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:59:53.329746 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03847d5e-3a0b-4679-9cca-485479e56b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea5adf2-4621-48fb-bceb-584a0725ae62,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:59:53.333087 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-03847d5e-3a0b-4679-9cca-485479e56b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:59:53.339665 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-03847d5e-3a0b-4679-9cca-485479e56b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:53.343700 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-03847d5e-3a0b-4679-9cca-485479e56b5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ea5adf2-4621-48fb-bceb-584a0725ae62 HTTP/1.1" status: 204 len: 168 time: 0.1631303 May 31 18:59:53.714300 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:59:53.750855 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:59:53.751467 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device b5dcd0a4-2860-4d43-aa45-1584edc3bbc1 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:59:53.803510 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 54356) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:59:53.854310 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-4cac6ba4-9d73-403e-ad4e-8f6dcc98244e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9344fbd313dc4b81aaf2f1be2a257f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494626 May 31 18:59:53.857112 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 54360) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:59:53.918174 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-69509af9-a6ce-42d7-9304-c94169f84bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:53.944411 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-69509af9-a6ce-42d7-9304-c94169f84bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:53.996072 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-69509af9-a6ce-42d7-9304-c94169f84bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:54.001553 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8659d77a-d336-4516-bda2-9708f88a965e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:59:54.011624 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69509af9-a6ce-42d7-9304-c94169f84bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deed7a8e-6bb3-47e5-a4f5-f52224cb8818,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:59:54.014965 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-69509af9-a6ce-42d7-9304-c94169f84bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:59:54.018052 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-69509af9-a6ce-42d7-9304-c94169f84bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:59:54.019177 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-69509af9-a6ce-42d7-9304-c94169f84bba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/deed7a8e-6bb3-47e5-a4f5-f52224cb8818 HTTP/1.1" status: 204 len: 168 time: 0.1609275 May 31 18:59:59.966659 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 19:00:02.590655 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.30', 54372) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 19:00:03.149041 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-68776bb4-29c6-4a5e-a2ec-029b7557dc9d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Deleting port 62a68b84-3929-4eca-9d3b-1d6568d3a510 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 19:00:03.149380 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-68776bb4-29c6-4a5e-a2ec-029b7557dc9d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:03.265388 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-68776bb4-29c6-4a5e-a2ec-029b7557dc9d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:03.265707 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-68776bb4-29c6-4a5e-a2ec-029b7557dc9d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:03.387353 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-68776bb4-29c6-4a5e-a2ec-029b7557dc9d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Calling delete_port for 62a68b84-3929-4eca-9d3b-1d6568d3a510 owned by network:floatingip {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 19:00:03.514147 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-68776bb4-29c6-4a5e-a2ec-029b7557dc9d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15610691'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:03.518662 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a2f77e5f-6b5d-4759-be91-b645005de7b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 19:00:03.586043 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68776bb4-29c6-4a5e-a2ec-029b7557dc9d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Pushing event deleted for resources: {'Port': ['ID=62a68b84-3929-4eca-9d3b-1d6568d3a510,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 19:00:03.592579 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-68776bb4-29c6-4a5e-a2ec-029b7557dc9d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 19:00:03.653487 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-68776bb4-29c6-4a5e-a2ec-029b7557dc9d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for floatingip, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:03.653827 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.db.l3_db [None req-68776bb4-29c6-4a5e-a2ec-029b7557dc9d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Floating IP 00828e0b-a160-4de1-83d2-788c7a97a84c disassociated (deleted). External IP: 172.27.0.211, port: 524fd408-72d0-4676-974f-052786ca594e. May 31 19:00:04.002032 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68776bb4-29c6-4a5e-a2ec-029b7557dc9d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Router 38d8a54a-e719-4c89-8688-a239dbb080c4 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 19:00:04.180154 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68776bb4-29c6-4a5e-a2ec-029b7557dc9d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 19:00:04.189160 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4153d-4b47-40df-afde-2ed16ed916a4 None None] Sync routers for ids ['38d8a54a-e719-4c89-8688-a239dbb080c4'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 19:00:04.198286 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4153d-4b47-40df-afde-2ed16ed916a4 None None] Routers {'38d8a54a-e719-4c89-8688-a239dbb080c4'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 19:00:04.199016 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-cad4153d-4b47-40df-afde-2ed16ed916a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:59:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['38d8a54a-e719-4c89-8688-a239dbb080c4'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 19:00:04.199261 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-68776bb4-29c6-4a5e-a2ec-029b7557dc9d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for floatingip, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:04.255040 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [None req-68776bb4-29c6-4a5e-a2ec-029b7557dc9d tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "DELETE /v2.0/floatingips/00828e0b-a160-4de1-83d2-788c7a97a84c HTTP/1.1" status: 204 len: 168 time: 1.6631029 May 31 19:00:04.255784 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3a2434-67aa-48ee-b269-209b9535bdc6', 'tag': '524fd408-72d0-4676-974f-052786ca594e'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 19:00:04.258184 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a31851d2bd1aae8a8fd98e22589f68536859c8d8027bf108fc04d59aa3186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6ed4ff-7196-4b38-ae20-6b3d79238f95" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3a2434-67aa-48ee-b269-209b9535bdc6", "tag": "524fd408-72d0-4676-974f-052786ca594e"}]}' {{(pid=91734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 19:00:04.304082 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 19:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a00b7a-e925-4f43-ac45-69f04d97874f x-openstack-request-id: req-20a00b7a-e925-4f43-ac45-69f04d97874f {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 19:00:04.304429 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3a2434-67aa-48ee-b269-209b9535bdc6", "tag": "524fd408-72d0-4676-974f-052786ca594e", "status": "completed", "code": 200}]} {{(pid=91734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 19:00:04.304725 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20a00b7a-e925-4f43-ac45-69f04d97874f {{(pid=91734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 19:00:04.305179 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3a2434-67aa-48ee-b269-209b9535bdc6', 'tag': '524fd408-72d0-4676-974f-052786ca594e', 'status': 'completed', 'code': 200} May 31 19:00:04.428037 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-cad4153d-4b47-40df-afde-2ed16ed916a4 None None] Set router 38d8a54a-e719-4c89-8688-a239dbb080c4 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 19:00:04.464763 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ed4ff-7196-4b38-ae20-6b3d79238f95 req-09668487-4a91-4596-baf0-0c16365132e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 19:00:04.467015 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-7b6ed4ff-7196-4b38-ae20-6b3d79238f95 req-09668487-4a91-4596-baf0-0c16365132e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7cb3ae7b7b184ed8ac2009fb9382e7d5&device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 1099 time: 0.1383436 May 31 19:00:04.603645 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ed4ff-7196-4b38-ae20-6b3d79238f95 req-89596338-623b-4482-80e7-7bf4b2daace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 19:00:04.605092 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-7b6ed4ff-7196-4b38-ae20-6b3d79238f95 req-89596338-623b-4482-80e7-7bf4b2daace4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=30b743b9-9bf5-4521-92f4-9584d0c12acb HTTP/1.1" status: 200 len: 909 time: 0.1321702 May 31 19:00:04.693211 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-7b6ed4ff-7196-4b38-ae20-6b3d79238f95 req-91b4fc3f-4ae4-4987-812b-cbf1ba77de08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=524fd408-72d0-4676-974f-052786ca594e HTTP/1.1" status: 200 len: 217 time: 0.0769076 May 31 19:00:04.760453 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ed4ff-7196-4b38-ae20-6b3d79238f95 req-4662a41b-2708-4876-adfb-0f293dff9dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 19:00:04.761896 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-7b6ed4ff-7196-4b38-ae20-6b3d79238f95 req-4662a41b-2708-4876-adfb-0f293dff9dfe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f13f8bd9-019b-40ed-9964-15a1d19e6320 HTTP/1.1" status: 200 len: 847 time: 0.0603526 May 31 19:00:04.768553 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-cad4153d-4b47-40df-afde-2ed16ed916a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'name': 'tempest-TestShelveInstance-433246236-router', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:53Z', 'revision_number': 4, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'gw_port': {'id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '498a8357-b94b-4fa7-a97b-48c9249cf6d7', 'name': '', 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:52Z', 'updated_at': '2021-05-31T18:54:00Z', 'revision_number': 5, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'subnets': [{'id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 19:00:04.772817 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4153d-4b47-40df-afde-2ed16ed916a4 None None] Checking router: 38d8a54a-e719-4c89-8688-a239dbb080c4 for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 19:00:04.782866 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4153d-4b47-40df-afde-2ed16ed916a4 None None] Routers {'38d8a54a-e719-4c89-8688-a239dbb080c4'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 19:00:04.783517 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-cad4153d-4b47-40df-afde-2ed16ed916a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:59:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['38d8a54a-e719-4c89-8688-a239dbb080c4'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 19:00:04.848148 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ed4ff-7196-4b38-ae20-6b3d79238f95 req-461ba12d-f99f-4b93-b593-21f2b81e8aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 19:00:04.850843 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-7b6ed4ff-7196-4b38-ae20-6b3d79238f95 req-461ba12d-f99f-4b93-b593-21f2b81e8aeb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30b743b9-9bf5-4521-92f4-9584d0c12acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815589 May 31 19:00:04.911978 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c5c65-6ad6-424c-afc1-ea8d30cb0ff4 req-aeeb43bf-2328-42a2-8e54-ea0c1cd07e79 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 19:00:04.912754 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-587c5c65-6ad6-424c-afc1-ea8d30cb0ff4 req-aeeb43bf-2328-42a2-8e54-ea0c1cd07e79 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Synchronizing usage tracker for tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 19:00:04.931245 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.quota.resource [req-587c5c65-6ad6-424c-afc1-ea8d30cb0ff4 req-aeeb43bf-2328-42a2-8e54-ea0c1cd07e79 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Unset dirty status for tenant:7cb3ae7b7b184ed8ac2009fb9382e7d5 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 19:00:04.933060 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-587c5c65-6ad6-424c-afc1-ea8d30cb0ff4 req-aeeb43bf-2328-42a2-8e54-ea0c1cd07e79 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.2225282 May 31 19:00:04.978005 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-cad4153d-4b47-40df-afde-2ed16ed916a4 None None] Set router 38d8a54a-e719-4c89-8688-a239dbb080c4 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 19:00:04.985216 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-587c5c65-6ad6-424c-afc1-ea8d30cb0ff4 req-9c4df618-a7d8-4d96-a78c-122d0b8655a1 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460296 May 31 19:00:04.990195 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-7b6ed4ff-7196-4b38-ae20-6b3d79238f95 req-43bd19de-8ba3-4d89-ae59-d56d59ec81b9 service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320910 May 31 19:00:05.127657 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-7b6ed4ff-7196-4b38-ae20-6b3d79238f95 req-8de60083-23c8-4404-86c0-99b3e005c040 service neutron] 10.222.0.43 "GET /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288433 May 31 19:00:05.293160 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-cad4153d-4b47-40df-afde-2ed16ed916a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'name': 'tempest-TestShelveInstance-433246236-router', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:53Z', 'revision_number': 4, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'gw_port': {'id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '498a8357-b94b-4fa7-a97b-48c9249cf6d7', 'name': '', 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:52Z', 'updated_at': '2021-05-31T18:54:00Z', 'revision_number': 5, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'subnets': [{'id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 19:00:05.297127 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4153d-4b47-40df-afde-2ed16ed916a4 None None] The sync data for ids ['38d8a54a-e719-4c89-8688-a239dbb080c4'] in dv-cinder-770050-4-iscsi is: [{'id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'name': 'tempest-TestShelveInstance-433246236-router', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:53Z', 'revision_number': 4, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'gw_port': {'id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi', '_interfaces': [{'id': '498a8357-b94b-4fa7-a97b-48c9249cf6d7', 'name': '', 'network_id': '30b743b9-9bf5-4521-92f4-9584d0c12acb', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:52Z', 'updated_at': '2021-05-31T18:54:00Z', 'revision_number': 5, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'subnets': [{'id': 'f13f8bd9-019b-40ed-9964-15a1d19e6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 19:00:05.492490 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0d36a0-5973-4a90-a63b-2d06ec752f18 None None] New status for floating IP 00828e0b-a160-4de1-83d2-788c7a97a84c: DOWN {{(pid=91736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 19:00:06.170580 dv-cinder-770050-4-iscsi neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e947b0-e4ed-4fa0-90ff-4b261458e643 req-a7eaef8e-1ca9-4f2d-b811-6a85f7a5d216 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 19:00:06.172028 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-96e947b0-e4ed-4fa0-90ff-4b261458e643 req-a7eaef8e-1ca9-4f2d-b811-6a85f7a5d216 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.0784502 May 31 19:00:06.214091 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-96e947b0-e4ed-4fa0-90ff-4b261458e643 req-4f408506-378f-49da-a860-7a69cb38d070 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366032 May 31 19:00:06.421301 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2a6a5-f4c4-4383-8005-c773e11d48a7 req-87b43239-1d94-4cd9-ba38-95cc0e587aee tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 19:00:06.422605 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-9da2a6a5-f4c4-4383-8005-c773e11d48a7 req-87b43239-1d94-4cd9-ba38-95cc0e587aee tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 946 time: 0.0780399 May 31 19:00:06.555280 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [req-9da2a6a5-f4c4-4383-8005-c773e11d48a7 req-ee200a57-96ea-4d21-be3c-ba93aa353293 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Deleting port 524fd408-72d0-4676-974f-052786ca594e {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 19:00:06.555622 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-9da2a6a5-f4c4-4383-8005-c773e11d48a7 req-ee200a57-96ea-4d21-be3c-ba93aa353293 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:06.684891 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [req-9da2a6a5-f4c4-4383-8005-c773e11d48a7 req-ee200a57-96ea-4d21-be3c-ba93aa353293 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] For port 524fd408-72d0-4676-974f-052786ca594e, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=524fd408-72d0-4676-974f-052786ca594e,segment=NetworkSegment(e79f3ff0-43c9-49f3-88f4-4fde2aac791c),segment_id=e79f3ff0-43c9-49f3-88f4-4fde2aac791c)] {{(pid=91733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 19:00:06.685146 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-9da2a6a5-f4c4-4383-8005-c773e11d48a7 req-ee200a57-96ea-4d21-be3c-ba93aa353293 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:06.805303 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [req-9da2a6a5-f4c4-4383-8005-c773e11d48a7 req-ee200a57-96ea-4d21-be3c-ba93aa353293 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Calling delete_port for 524fd408-72d0-4676-974f-052786ca594e owned by compute:nova {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 19:00:06.914514 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-9da2a6a5-f4c4-4383-8005-c773e11d48a7 req-ee200a57-96ea-4d21-be3c-ba93aa353293 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:06.919805 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-1faa1d9e-c884-4fe6-b317-91950b5d993e tempest-AttachVolumeTestJSON-417013947 tempest-AttachVolumeTestJSON-417013947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 19:00:06.962764 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee200a57-96ea-4d21-be3c-ba93aa353293 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Pushing event deleted for resources: {'Port': ['ID=524fd408-72d0-4676-974f-052786ca594e,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 19:00:06.966428 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ee200a57-96ea-4d21-be3c-ba93aa353293 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 19:00:07.127384 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da2a6a5-f4c4-4383-8005-c773e11d48a7 req-ee200a57-96ea-4d21-be3c-ba93aa353293 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] No DVR routers for this DVR port 524fd408-72d0-4676-974f-052786ca594e on host hv-cinder-77005 {{(pid=91733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 19:00:07.129766 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [req-9da2a6a5-f4c4-4383-8005-c773e11d48a7 req-ee200a57-96ea-4d21-be3c-ba93aa353293 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64077'] for port, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:07.132385 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3a2434-67aa-48ee-b269-209b9535bdc6', 'name': 'network-vif-deleted', 'tag': '524fd408-72d0-4676-974f-052786ca594e'}] {{(pid=91733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 19:00:07.134632 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be887ca5dbf2450db9bbf819a9be465f9bc5271ee7f790899717ffbefd4c1453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44897232-a5aa-441c-b98e-3b9c5b6124a8" -d '{"events": [{"server_uuid": "9c3a2434-67aa-48ee-b269-209b9535bdc6", "name": "network-vif-deleted", "tag": "524fd408-72d0-4676-974f-052786ca594e"}]}' {{(pid=91733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 19:00:07.148726 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [req-9da2a6a5-f4c4-4383-8005-c773e11d48a7 req-ee200a57-96ea-4d21-be3c-ba93aa353293 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.43 "DELETE /v2.0/ports/524fd408-72d0-4676-974f-052786ca594e HTTP/1.1" status: 204 len: 173 time: 0.7205532 May 31 19:00:07.306483 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 19:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51701243-f798-4fec-8a22-1be5644e6ff7 x-openstack-request-id: req-51701243-f798-4fec-8a22-1be5644e6ff7 {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 19:00:07.307017 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3a2434-67aa-48ee-b269-209b9535bdc6", "name": "network-vif-deleted", "tag": "524fd408-72d0-4676-974f-052786ca594e", "status": "completed", "code": 200}]} {{(pid=91733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 19:00:07.307313 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51701243-f798-4fec-8a22-1be5644e6ff7 {{(pid=91733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 19:00:07.307735 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3a2434-67aa-48ee-b269-209b9535bdc6', 'name': 'network-vif-deleted', 'tag': '524fd408-72d0-4676-974f-052786ca594e', 'status': 'completed', 'code': 200} May 31 19:00:07.371066 dv-cinder-770050-4-iscsi neutron-server[91734]: INFO neutron.wsgi [req-c16f981b-99a9-4ad9-8bda-3ce45315cef9 req-626ac34d-72d9-402b-a198-4062c55fab00 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3a2434-67aa-48ee-b269-209b9535bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0474515 May 31 19:00:08.467529 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54398) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 19:00:08.547376 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-75d20e68-57e5-4ef8-8ee5-ad2f60cd1b04 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:08.582710 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-75d20e68-57e5-4ef8-8ee5-ad2f60cd1b04 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:08.654851 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-75d20e68-57e5-4ef8-8ee5-ad2f60cd1b04 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:08.659388 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-246b6aee-5b92-48f0-ab91-fd268e1c591f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 19:00:08.674456 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d20e68-57e5-4ef8-8ee5-ad2f60cd1b04 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 19:00:08.677021 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-75d20e68-57e5-4ef8-8ee5-ad2f60cd1b04 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 19:00:08.684721 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-75d20e68-57e5-4ef8-8ee5-ad2f60cd1b04 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:08.685847 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-75d20e68-57e5-4ef8-8ee5-ad2f60cd1b04 tempest-TestShelveInstance-451978938 tempest-TestShelveInstance-451978938-project] 10.222.0.30 "DELETE /v2.0/security-groups/6bbc7b6a-9ebe-45a9-862c-3294d0ea2b4b HTTP/1.1" status: 204 len: 168 time: 0.2173042 May 31 19:00:08.736409 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54404) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 19:00:09.369813 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0d62db98-d55f-4fcb-ab00-39f942a8c236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407500'] for router_interface, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:09.765271 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-0d62db98-d55f-4fcb-ab00-39f942a8c236 admin admin] Deleting port 498a8357-b94b-4fa7-a97b-48c9249cf6d7 {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 19:00:09.765922 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0d62db98-d55f-4fcb-ab00-39f942a8c236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:09.883559 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [None req-0d62db98-d55f-4fcb-ab00-39f942a8c236 admin admin] For port 498a8357-b94b-4fa7-a97b-48c9249cf6d7, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=498a8357-b94b-4fa7-a97b-48c9249cf6d7,segment=NetworkSegment(e79f3ff0-43c9-49f3-88f4-4fde2aac791c),segment_id=e79f3ff0-43c9-49f3-88f4-4fde2aac791c)] {{(pid=91733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 19:00:09.883913 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0d62db98-d55f-4fcb-ab00-39f942a8c236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:10.003544 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-0d62db98-d55f-4fcb-ab00-39f942a8c236 admin admin] Calling delete_port for 498a8357-b94b-4fa7-a97b-48c9249cf6d7 owned by network:router_interface {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 19:00:10.238890 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0d62db98-d55f-4fcb-ab00-39f942a8c236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:10.242368 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 19:00:10.284212 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62db98-d55f-4fcb-ab00-39f942a8c236 admin admin] Pushing event deleted for resources: {'Port': ['ID=498a8357-b94b-4fa7-a97b-48c9249cf6d7,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 19:00:10.286656 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-0d62db98-d55f-4fcb-ab00-39f942a8c236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 19:00:10.550920 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-0d62db98-d55f-4fcb-ab00-39f942a8c236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402524'] for router_interface, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:10.607941 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 524fd408-72d0-4676-974f-052786ca594e no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 19:00:10.642606 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] No Port match for: 524fd408-72d0-4676-974f-052786ca594e {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 19:00:10.643053 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Device 524fd408-72d0-4676-974f-052786ca594e not bound to the agent host hv-cinder-77005 {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 19:00:10.901996 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d62db98-d55f-4fcb-ab00-39f942a8c236 admin admin] Router 38d8a54a-e719-4c89-8688-a239dbb080c4 has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 19:00:11.078157 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d62db98-d55f-4fcb-ab00-39f942a8c236 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 19:00:11.086556 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea2d3b4-25a7-483d-bb1f-0778732cb024 None None] Sync routers for ids ['38d8a54a-e719-4c89-8688-a239dbb080c4'] in dv-cinder-770050-4-iscsi {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 19:00:11.089950 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-0d62db98-d55f-4fcb-ab00-39f942a8c236 admin admin] 10.222.0.30 "PUT /v2.0/routers/38d8a54a-e719-4c89-8688-a239dbb080c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3524778 May 31 19:00:11.092352 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54410) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 19:00:11.095473 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea2d3b4-25a7-483d-bb1f-0778732cb024 None None] Routers {'38d8a54a-e719-4c89-8688-a239dbb080c4'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 19:00:11.096078 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-4ea2d3b4-25a7-483d-bb1f-0778732cb024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:59:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['38d8a54a-e719-4c89-8688-a239dbb080c4'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 19:00:11.261836 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7fbe57c0-8047-4242-bf63-210dcbe5be20 admin admin] Notify callbacks [] for router, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:11.270229 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-4ea2d3b4-25a7-483d-bb1f-0778732cb024 None None] Set router 38d8a54a-e719-4c89-8688-a239dbb080c4 gateway port host: dv-cinder-770050-4-iscsi {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 19:00:11.540257 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7fbe57c0-8047-4242-bf63-210dcbe5be20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:11.588330 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-4ea2d3b4-25a7-483d-bb1f-0778732cb024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'name': 'tempest-TestShelveInstance-433246236-router', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T19:00:10Z', 'revision_number': 5, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'gw_port': {'id': 'cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 19:00:11.592802 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea2d3b4-25a7-483d-bb1f-0778732cb024 None None] Checking router: 38d8a54a-e719-4c89-8688-a239dbb080c4 for host: dv-cinder-770050-4-iscsi {{(pid=91735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 19:00:11.601007 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea2d3b4-25a7-483d-bb1f-0778732cb024 None None] Routers {'38d8a54a-e719-4c89-8688-a239dbb080c4'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 19:00:11.601607 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-4ea2d3b4-25a7-483d-bb1f-0778732cb024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:59:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['38d8a54a-e719-4c89-8688-a239dbb080c4'], 'active': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 19:00:11.610503 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe57c0-8047-4242-bf63-210dcbe5be20 admin admin] Deleting port cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7 {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 19:00:11.610874 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7fbe57c0-8047-4242-bf63-210dcbe5be20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:11.733355 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [None req-7fbe57c0-8047-4242-bf63-210dcbe5be20 admin admin] For port cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 19:00:11.733709 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7fbe57c0-8047-4242-bf63-210dcbe5be20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:11.753983 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvr_db [None req-4ea2d3b4-25a7-483d-bb1f-0778732cb024 None None] Set router 38d8a54a-e719-4c89-8688-a239dbb080c4 gateway port host: None {{(pid=91735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 19:00:11.857191 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe57c0-8047-4242-bf63-210dcbe5be20 admin admin] Calling delete_port for cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7 owned by network:router_gateway {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 19:00:11.859436 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_hamode_db [None req-4ea2d3b4-25a7-483d-bb1f-0778732cb024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'name': 'tempest-TestShelveInstance-433246236-router', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T19:00:11Z', 'revision_number': 6, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'gw_port_host': None}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 19:00:11.863313 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea2d3b4-25a7-483d-bb1f-0778732cb024 None None] The sync data for ids ['38d8a54a-e719-4c89-8688-a239dbb080c4'] in dv-cinder-770050-4-iscsi is: [{'id': '38d8a54a-e719-4c89-8688-a239dbb080c4', 'name': 'tempest-TestShelveInstance-433246236-router', 'tenant_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:49Z', 'updated_at': '2021-05-31T19:00:11Z', 'revision_number': 6, 'project_id': '7cb3ae7b7b184ed8ac2009fb9382e7d5', 'gw_port_host': None}] {{(pid=91735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 19:00:12.003160 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7fbe57c0-8047-4242-bf63-210dcbe5be20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:12.006737 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-8d67c8af-1939-4118-8a8b-95199d5b2f51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 19:00:12.051634 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe57c0-8047-4242-bf63-210dcbe5be20 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 19:00:12.054039 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-7fbe57c0-8047-4242-bf63-210dcbe5be20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 19:00:12.143920 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7fbe57c0-8047-4242-bf63-210dcbe5be20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401617'] for router_gateway, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:12.315403 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7fbe57c0-8047-4242-bf63-210dcbe5be20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4968'] for router, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:12.317559 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7fbe57c0-8047-4242-bf63-210dcbe5be20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:12.342083 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7fbe57c0-8047-4242-bf63-210dcbe5be20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403296'] for router, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:12.342584 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbe57c0-8047-4242-bf63-210dcbe5be20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38d8a54a-e719-4c89-8688-a239dbb080c4 {{(pid=91733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 19:00:12.355161 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-7fbe57c0-8047-4242-bf63-210dcbe5be20 admin admin] Notify callbacks [] for router, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:12.356288 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-7fbe57c0-8047-4242-bf63-210dcbe5be20 admin admin] 10.222.0.30 "DELETE /v2.0/routers/38d8a54a-e719-4c89-8688-a239dbb080c4 HTTP/1.1" status: 204 len: 168 time: 1.2630239 May 31 19:00:12.358862 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54414) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 19:00:12.417649 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5a6b03-e995-4a55-875e-afcf2dfa23cb admin admin] Deleting subnet f13f8bd9-019b-40ed-9964-15a1d19e6320 {{(pid=91733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 19:00:12.421393 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6b03-e995-4a55-875e-afcf2dfa23cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:12.473293 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6b03-e995-4a55-875e-afcf2dfa23cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14803871'] for subnet, precommit_delete_associations {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:12.550378 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6b03-e995-4a55-875e-afcf2dfa23cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515759'] for subnet, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:12.798421 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6b03-e995-4a55-875e-afcf2dfa23cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14664674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14473407'] for subnet, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:12.802523 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 19:00:12.838613 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a6b03-e995-4a55-875e-afcf2dfa23cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f13f8bd9-019b-40ed-9964-15a1d19e6320,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 19:00:12.841768 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-cc5a6b03-e995-4a55-875e-afcf2dfa23cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 19:00:12.842644 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6b03-e995-4a55-875e-afcf2dfa23cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:12.854164 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47639b96-6628-4c90-9d95-9e994b935951 None None] Network 30b743b9-9bf5-4521-92f4-9584d0c12acb requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 19:00:12.855574 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-cc5a6b03-e995-4a55-875e-afcf2dfa23cb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f13f8bd9-019b-40ed-9964-15a1d19e6320 HTTP/1.1" status: 204 len: 168 time: 0.4890993 May 31 19:00:12.855574 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54418) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 19:00:12.960939 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642395'] for network, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:13.032815 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] Deleting port 9f4d00f3-1617-4e7d-bd59-033d6e998d42 {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 19:00:13.033517 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:13.098409 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9300035-399e-4af4-b693-b2ad9a28fc8f None None] DHCP port deletion for 30b743b9-9bf5-4521-92f4-9584d0c12acb request from dv-cinder-770050-4-iscsi {{(pid=91735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 19:00:13.164507 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-f9300035-399e-4af4-b693-b2ad9a28fc8f None None] Deleting port 9f4d00f3-1617-4e7d-bd59-033d6e998d42 {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 19:00:13.164798 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f9300035-399e-4af4-b693-b2ad9a28fc8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:13.228780 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] For port 9f4d00f3-1617-4e7d-bd59-033d6e998d42, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=9f4d00f3-1617-4e7d-bd59-033d6e998d42,segment=NetworkSegment(e79f3ff0-43c9-49f3-88f4-4fde2aac791c),segment_id=e79f3ff0-43c9-49f3-88f4-4fde2aac791c)] {{(pid=91733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 19:00:13.229141 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:13.261350 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-f9300035-399e-4af4-b693-b2ad9a28fc8f None None] For port 9f4d00f3-1617-4e7d-bd59-033d6e998d42, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=9f4d00f3-1617-4e7d-bd59-033d6e998d42,segment=NetworkSegment(e79f3ff0-43c9-49f3-88f4-4fde2aac791c),segment_id=e79f3ff0-43c9-49f3-88f4-4fde2aac791c)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 19:00:13.261738 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f9300035-399e-4af4-b693-b2ad9a28fc8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:13.353823 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] Calling delete_port for 9f4d00f3-1617-4e7d-bd59-033d6e998d42 owned by network:dhcp {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 19:00:13.383087 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-f9300035-399e-4af4-b693-b2ad9a28fc8f None None] Calling delete_port for 9f4d00f3-1617-4e7d-bd59-033d6e998d42 owned by network:dhcp {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 19:00:13.399832 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:13.404749 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-9568a786-6a66-41db-a434-7634130cbcb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 19:00:13.426830 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f9300035-399e-4af4-b693-b2ad9a28fc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:13.430326 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 19:00:13.448216 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] Pushing event deleted for resources: {'Port': ['ID=9f4d00f3-1617-4e7d-bd59-033d6e998d42,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 19:00:13.451736 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 19:00:13.452688 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] No DVR routers for this DVR port 9f4d00f3-1617-4e7d-bd59-033d6e998d42 on host dv-cinder-770050-4-iscsi {{(pid=91733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 19:00:13.475392 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9300035-399e-4af4-b693-b2ad9a28fc8f None None] Pushing event deleted for resources: {'Port': ['ID=9f4d00f3-1617-4e7d-bd59-033d6e998d42,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 19:00:13.478508 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f9300035-399e-4af4-b693-b2ad9a28fc8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 19:00:13.479541 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9300035-399e-4af4-b693-b2ad9a28fc8f None None] No DVR routers for this DVR port 9f4d00f3-1617-4e7d-bd59-033d6e998d42 on host dv-cinder-770050-4-iscsi {{(pid=91735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 19:00:13.574616 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512032', 'neutron.services.segments.db._delete_segments_for_network-8759829597148'] for network, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:13.587531 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b743b9-9bf5-4521-92f4-9584d0c12acb']}} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 19:00:13.600206 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79f3ff0-43c9-49f3-88f4-4fde2aac791c') {'for_net_delete': True} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 19:00:13.600506 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79f3ff0-43c9-49f3-88f4-4fde2aac791c') {} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 19:00:13.611938 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759829606045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14803860'] for segment, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:13.628154 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:13.634097 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=91733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 19:00:13.634479 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14664004'] for segment, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: Traceback (most recent call last): May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: timer() May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: cb(*args, **kw) May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: return func(*args, **kwargs) May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: self._notify() May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: self.callback(batched_events) May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: event.method(event) May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: aggregate_uuid = self.p_client.list_aggregates( May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: return f(self, *a, **k) May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: return self._get(url).json() May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: return self.request(url, 'GET', **kwargs) May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: base_url = self.get_endpoint(auth, allow=allow, May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 19:00:13.648448 dv-cinder-770050-4-iscsi neutron-server[91733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 19:00:13.726851 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 9f4d00f3-1617-4e7d-bd59-033d6e998d42 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 19:00:13.727103 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401612'] for network, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:13.730696 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-7969b63c-ce8f-446a-9823-b49e3dd43a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 19:00:13.743920 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:13.755076 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] Pushing event deleted for resources: {'Network': ['ID=30b743b9-9bf5-4521-92f4-9584d0c12acb,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 19:00:13.758179 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 19:00:13.761767 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: 9f4d00f3-1617-4e7d-bd59-033d6e998d42 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 19:00:13.762183 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 9f4d00f3-1617-4e7d-bd59-033d6e998d42 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 19:00:13.763584 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 19:00:13.769363 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-b61a1eed-7190-488e-9330-b2534a1c06fc admin admin] 10.222.0.30 "DELETE /v2.0/networks/30b743b9-9bf5-4521-92f4-9584d0c12acb HTTP/1.1" status: 204 len: 168 time: 0.9139915 May 31 19:00:13.772137 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54422) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 19:00:13.796589 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 19:00:13.796934 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device cbd0e1ac-065f-4ae1-97bf-9b98263ba0d7 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 19:00:13.797351 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 498a8357-b94b-4fa7-a97b-48c9249cf6d7 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 19:00:13.835093 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: 498a8357-b94b-4fa7-a97b-48c9249cf6d7 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 19:00:13.835439 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 498a8357-b94b-4fa7-a97b-48c9249cf6d7 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 19:00:14.301872 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-91157cec-36fd-49ef-9768-1e0dbde7619d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407500'] for router_interface, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:14.796452 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-91157cec-36fd-49ef-9768-1e0dbde7619d admin admin] Deleting port 2c09fddd-d715-407b-9327-fcf38f39a386 {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 19:00:14.796788 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-91157cec-36fd-49ef-9768-1e0dbde7619d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:14.915602 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [None req-91157cec-36fd-49ef-9768-1e0dbde7619d admin admin] For port 2c09fddd-d715-407b-9327-fcf38f39a386, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=2c09fddd-d715-407b-9327-fcf38f39a386,segment=NetworkSegment(bb0e0221-bdf4-4991-aec8-62c5a8e0ee22),segment_id=bb0e0221-bdf4-4991-aec8-62c5a8e0ee22)] {{(pid=91733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 19:00:14.915953 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-91157cec-36fd-49ef-9768-1e0dbde7619d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:15.036536 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-91157cec-36fd-49ef-9768-1e0dbde7619d admin admin] Calling delete_port for 2c09fddd-d715-407b-9327-fcf38f39a386 owned by network:router_interface {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 19:00:15.183112 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-91157cec-36fd-49ef-9768-1e0dbde7619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:15.187757 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 19:00:15.230325 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91157cec-36fd-49ef-9768-1e0dbde7619d admin admin] Pushing event deleted for resources: {'Port': ['ID=2c09fddd-d715-407b-9327-fcf38f39a386,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 19:00:15.259876 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-91157cec-36fd-49ef-9768-1e0dbde7619d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 19:00:15.506353 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-91157cec-36fd-49ef-9768-1e0dbde7619d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402524'] for router_interface, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:15.588494 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:15.873310 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91157cec-36fd-49ef-9768-1e0dbde7619d admin admin] Router d5b5aff8-e3a4-411c-9df5-649cce545d9b has already been hosted by L3 agent f1ea3a00-0d4a-432a-b16f-09dc12d3f990 {{(pid=91733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 19:00:16.148869 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91157cec-36fd-49ef-9768-1e0dbde7619d admin admin] Notify agent at l3_agent.dv-cinder-770050-4-iscsi the message routers_updated {{(pid=91733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 19:00:16.157843 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9652a56-2c77-46d7-bcfa-03b8804e4078 None None] Sync routers for ids ['d5b5aff8-e3a4-411c-9df5-649cce545d9b'] in dv-cinder-770050-4-iscsi {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 19:00:16.158679 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-91157cec-36fd-49ef-9768-1e0dbde7619d admin admin] 10.222.0.30 "PUT /v2.0/routers/d5b5aff8-e3a4-411c-9df5-649cce545d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3855631 May 31 19:00:16.161068 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54426) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 19:00:16.167215 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9652a56-2c77-46d7-bcfa-03b8804e4078 None None] Routers {'d5b5aff8-e3a4-411c-9df5-649cce545d9b'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 19:00:16.167804 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e9652a56-2c77-46d7-bcfa-03b8804e4078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:59:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['d5b5aff8-e3a4-411c-9df5-649cce545d9b'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 19:00:16.336073 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-528cc169-3278-4cfd-a030-651d3908f6a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:16.338932 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-e9652a56-2c77-46d7-bcfa-03b8804e4078 None None] Set router d5b5aff8-e3a4-411c-9df5-649cce545d9b gateway port host: dv-cinder-770050-4-iscsi {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 19:00:16.511491 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-528cc169-3278-4cfd-a030-651d3908f6a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:16.581914 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-528cc169-3278-4cfd-a030-651d3908f6a0 admin admin] Deleting port 519eb468-44cb-4657-a4a7-e3948305d8ba {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 19:00:16.582252 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-528cc169-3278-4cfd-a030-651d3908f6a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:16.620750 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e9652a56-2c77-46d7-bcfa-03b8804e4078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'name': 'tempest-TestShelveInstance-386155231-router', 'tenant_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'external_fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '519eb468-44cb-4657-a4a7-e3948305d8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:55Z', 'updated_at': '2021-05-31T19:00:15Z', 'revision_number': 5, 'project_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'gw_port': {'id': '519eb468-44cb-4657-a4a7-e3948305d8ba', 'name': '', 'network_id': '1cefa8cd-0a9d-4799-a9e0-704b2c95ae89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:53:56Z', 'updated_at': '2021-05-31T18:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67065c8c-a7bf-4ea9-bccb-f9c1fabaa892', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-iscsi'}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 19:00:16.624668 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9652a56-2c77-46d7-bcfa-03b8804e4078 None None] Checking router: d5b5aff8-e3a4-411c-9df5-649cce545d9b for host: dv-cinder-770050-4-iscsi {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 19:00:16.632795 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9652a56-2c77-46d7-bcfa-03b8804e4078 None None] Routers {'d5b5aff8-e3a4-411c-9df5-649cce545d9b'} bound to L3 agent in host dv-cinder-770050-4-iscsi {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 19:00:16.633381 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e9652a56-2c77-46d7-bcfa-03b8804e4078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:50Z,description=,heartbeat_timestamp=2021-05-31T18:59:50Z,host='dv-cinder-770050-4-iscsi',id=f1ea3a00-0d4a-432a-b16f-09dc12d3f990,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:50Z,topic='l3_agent')) {'router_ids': ['d5b5aff8-e3a4-411c-9df5-649cce545d9b'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 19:00:16.703967 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [None req-528cc169-3278-4cfd-a030-651d3908f6a0 admin admin] For port 519eb468-44cb-4657-a4a7-e3948305d8ba, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=519eb468-44cb-4657-a4a7-e3948305d8ba,segment=NetworkSegment(d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535),segment_id=d0c66d5d-3482-42aa-b1ee-ee3aa4ff2535)] {{(pid=91733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 19:00:16.704315 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-528cc169-3278-4cfd-a030-651d3908f6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:16.810419 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-e9652a56-2c77-46d7-bcfa-03b8804e4078 None None] Set router d5b5aff8-e3a4-411c-9df5-649cce545d9b gateway port host: None {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 19:00:16.825850 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-528cc169-3278-4cfd-a030-651d3908f6a0 admin admin] Calling delete_port for 519eb468-44cb-4657-a4a7-e3948305d8ba owned by network:router_gateway {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 19:00:16.919272 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e9652a56-2c77-46d7-bcfa-03b8804e4078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'name': 'tempest-TestShelveInstance-386155231-router', 'tenant_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:55Z', 'updated_at': '2021-05-31T19:00:16Z', 'revision_number': 6, 'project_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'gw_port_host': None}], 'dv-cinder-770050-4-iscsi', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 19:00:16.923584 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9652a56-2c77-46d7-bcfa-03b8804e4078 None None] The sync data for ids ['d5b5aff8-e3a4-411c-9df5-649cce545d9b'] in dv-cinder-770050-4-iscsi is: [{'id': 'd5b5aff8-e3a4-411c-9df5-649cce545d9b', 'name': 'tempest-TestShelveInstance-386155231-router', 'tenant_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:53:55Z', 'updated_at': '2021-05-31T19:00:16Z', 'revision_number': 6, 'project_id': 'c80b6ca859a747d0bfcb04ef42df0feb', 'gw_port_host': None}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 19:00:16.971294 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-528cc169-3278-4cfd-a030-651d3908f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:16.975851 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-b1efa885-0a96-4d66-879a-0273a56975b7 tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 19:00:17.047997 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cc169-3278-4cfd-a030-651d3908f6a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=519eb468-44cb-4657-a4a7-e3948305d8ba,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 19:00:17.050166 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-528cc169-3278-4cfd-a030-651d3908f6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 19:00:17.071138 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-53893488-afa5-474e-b7a3-3510a6b2cd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:17.113548 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-528cc169-3278-4cfd-a030-651d3908f6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401617'] for router_gateway, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:17.284875 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-528cc169-3278-4cfd-a030-651d3908f6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4968'] for router, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:17.287212 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-528cc169-3278-4cfd-a030-651d3908f6a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:17.314536 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-528cc169-3278-4cfd-a030-651d3908f6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403296'] for router, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:17.315082 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528cc169-3278-4cfd-a030-651d3908f6a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5b5aff8-e3a4-411c-9df5-649cce545d9b {{(pid=91733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 19:00:17.327647 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-528cc169-3278-4cfd-a030-651d3908f6a0 admin admin] Notify callbacks [] for router, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:17.328685 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-528cc169-3278-4cfd-a030-651d3908f6a0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d5b5aff8-e3a4-411c-9df5-649cce545d9b HTTP/1.1" status: 204 len: 168 time: 1.1667221 May 31 19:00:17.331296 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54430) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 19:00:17.390006 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f6dd9c-9a41-4495-a22b-2c48b04fe3a1 admin admin] Deleting subnet db530f4e-1617-45ba-9a83-3a206139fae1 {{(pid=91733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 19:00:17.392900 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b1f6dd9c-9a41-4495-a22b-2c48b04fe3a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:17.534027 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b1f6dd9c-9a41-4495-a22b-2c48b04fe3a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14803871'] for subnet, precommit_delete_associations {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:17.607795 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b1f6dd9c-9a41-4495-a22b-2c48b04fe3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515759'] for subnet, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:17.724578 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 519eb468-44cb-4657-a4a7-e3948305d8ba no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 19:00:17.762256 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: 519eb468-44cb-4657-a4a7-e3948305d8ba {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 19:00:17.762741 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 519eb468-44cb-4657-a4a7-e3948305d8ba not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 19:00:17.763550 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 2c09fddd-d715-407b-9327-fcf38f39a386 no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 19:00:17.798215 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: 2c09fddd-d715-407b-9327-fcf38f39a386 {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 19:00:17.798577 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 2c09fddd-d715-407b-9327-fcf38f39a386 not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 19:00:17.865310 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b1f6dd9c-9a41-4495-a22b-2c48b04fe3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14664674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14473407'] for subnet, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:17.869384 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 19:00:17.907728 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6dd9c-9a41-4495-a22b-2c48b04fe3a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db530f4e-1617-45ba-9a83-3a206139fae1,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 19:00:17.910483 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-b1f6dd9c-9a41-4495-a22b-2c48b04fe3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 19:00:17.911476 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-b1f6dd9c-9a41-4495-a22b-2c48b04fe3a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:17.916207 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5079db9f-a96c-4760-acba-bbe2c12a2e64 None None] Network 24d97e17-5047-48ee-899b-7393040c771f requested from dv-cinder-770050-4-iscsi {{(pid=91735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 19:00:17.917834 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-b1f6dd9c-9a41-4495-a22b-2c48b04fe3a1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/db530f4e-1617-45ba-9a83-3a206139fae1 HTTP/1.1" status: 204 len: 168 time: 0.5855887 May 31 19:00:17.920260 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54434) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 19:00:18.026008 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1642395'] for network, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:18.097021 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] Deleting port 9fdaa125-fd44-48f5-a46f-1a406beaf52e {{(pid=91733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 19:00:18.097364 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:18.190468 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f6a81d-806d-40eb-9aa0-0f7d9bff7ee0 None None] DHCP port deletion for 24d97e17-5047-48ee-899b-7393040c771f request from dv-cinder-770050-4-iscsi {{(pid=91735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 19:00:18.196937 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.db [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] For port 9fdaa125-fd44-48f5-a46f-1a406beaf52e, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=9fdaa125-fd44-48f5-a46f-1a406beaf52e,segment=NetworkSegment(bb0e0221-bdf4-4991-aec8-62c5a8e0ee22),segment_id=bb0e0221-bdf4-4991-aec8-62c5a8e0ee22)] {{(pid=91733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 19:00:18.197293 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:18.253948 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-45f6a81d-806d-40eb-9aa0-0f7d9bff7ee0 None None] Deleting port 9fdaa125-fd44-48f5-a46f-1a406beaf52e {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 19:00:18.254333 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-45f6a81d-806d-40eb-9aa0-0f7d9bff7ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759829567811'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:18.320987 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.plugin [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] Calling delete_port for 9fdaa125-fd44-48f5-a46f-1a406beaf52e owned by network:dhcp {{(pid=91733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 19:00:18.353025 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-45f6a81d-806d-40eb-9aa0-0f7d9bff7ee0 None None] For port 9fdaa125-fd44-48f5-a46f-1a406beaf52e, host dv-cinder-770050-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-iscsi',level=0,port_id=9fdaa125-fd44-48f5-a46f-1a406beaf52e,segment=NetworkSegment(bb0e0221-bdf4-4991-aec8-62c5a8e0ee22),segment_id=bb0e0221-bdf4-4991-aec8-62c5a8e0ee22)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 19:00:18.353424 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-45f6a81d-806d-40eb-9aa0-0f7d9bff7ee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409373'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:18.367404 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14663953'] for port, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:18.372993 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-ade0700b-1f27-4a5e-b3e8-507e90c2bb9d tempest-TestMinimumBasicScenario-1206777780 tempest-TestMinimumBasicScenario-1206777780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 19:00:18.418094 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] No DVR routers for this DVR port 9fdaa125-fd44-48f5-a46f-1a406beaf52e on host dv-cinder-770050-4-iscsi {{(pid=91733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 19:00:18.445709 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fdaa125-fd44-48f5-a46f-1a406beaf52e,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 19:00:18.448107 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 19:00:18.478558 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-45f6a81d-806d-40eb-9aa0-0f7d9bff7ee0 None None] Calling delete_port for 9fdaa125-fd44-48f5-a46f-1a406beaf52e owned by network:dhcp {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 19:00:18.520568 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-45f6a81d-806d-40eb-9aa0-0f7d9bff7ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759829569702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759829135580'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:18.524114 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 19:00:18.540523 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512032', 'neutron.services.segments.db._delete_segments_for_network-8759829597148'] for network, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:18.554583 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d97e17-5047-48ee-899b-7393040c771f']}} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 19:00:18.567243 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6a81d-806d-40eb-9aa0-0f7d9bff7ee0 None None] Pushing event deleted for resources: {'Port': ['ID=9fdaa125-fd44-48f5-a46f-1a406beaf52e,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 19:00:18.567445 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0e0221-bdf4-4991-aec8-62c5a8e0ee22') {'for_net_delete': True} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 19:00:18.567609 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.services.segments.db [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0e0221-bdf4-4991-aec8-62c5a8e0ee22') {} {{(pid=91733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 19:00:18.570327 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-45f6a81d-806d-40eb-9aa0-0f7d9bff7ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 19:00:18.571255 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f6a81d-806d-40eb-9aa0-0f7d9bff7ee0 None None] No DVR routers for this DVR port 9fdaa125-fd44-48f5-a46f-1a406beaf52e on host dv-cinder-770050-4-iscsi {{(pid=91735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 19:00:18.581832 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759829606045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14803860'] for segment, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:18.599016 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040'] for segment, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:18.605082 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=91733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 19:00:18.605489 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14664004'] for segment, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: Traceback (most recent call last): May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: timer() May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: cb(*args, **kw) May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: return func(*args, **kwargs) May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: self._notify() May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: self.callback(batched_events) May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: event.method(event) May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: aggregate_uuid = self.p_client.list_aggregates( May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: return f(self, *a, **k) May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: return self._get(url).json() May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: return self.request(url, 'GET', **kwargs) May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: base_url = self.get_endpoint(auth, allow=allow, May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 19:00:18.618522 dv-cinder-770050-4-iscsi neutron-server[91733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 19:00:18.694886 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401612'] for network, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:18.698483 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 19:00:18.711747 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:18.722180 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] Pushing event deleted for resources: {'Network': ['ID=24d97e17-5047-48ee-899b-7393040c771f,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 19:00:18.725088 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 19:00:18.726598 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-dd6f7258-d4c5-4843-8040-a77b0e5b1f57 admin admin] 10.222.0.30 "DELETE /v2.0/networks/24d97e17-5047-48ee-899b-7393040c771f HTTP/1.1" status: 204 len: 168 time: 0.8054116 May 31 19:00:18.840927 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54440) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 19:00:18.890062 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-924a260e-6c79-4ebc-ab9e-444e13776027 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7cb3ae7b7b184ed8ac2009fb9382e7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479476 May 31 19:00:18.892367 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54444) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 19:00:18.954957 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-4c1bf7bb-0107-4cea-b555-dac63164c1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:18.981381 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-4c1bf7bb-0107-4cea-b555-dac63164c1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:19.032584 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-4c1bf7bb-0107-4cea-b555-dac63164c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:19.036279 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-03847d5e-3a0b-4679-9cca-485479e56b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 19:00:19.051196 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bf7bb-0107-4cea-b555-dac63164c1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311b0bd0-2b91-46c6-be41-f2df5e9ab4f5,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 19:00:19.053977 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-4c1bf7bb-0107-4cea-b555-dac63164c1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 19:00:19.062375 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-4c1bf7bb-0107-4cea-b555-dac63164c1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:19.065864 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-4c1bf7bb-0107-4cea-b555-dac63164c1fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/311b0bd0-2b91-46c6-be41-f2df5e9ab4f5 HTTP/1.1" status: 204 len: 168 time: 0.1703010 May 31 19:00:19.407444 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54452) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 19:00:19.456312 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-9b63ddc7-28f9-4fb9-9d6b-2b111e299512 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c80b6ca859a747d0bfcb04ef42df0feb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476825 May 31 19:00:19.458546 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.wsgi [-] (91733) accepted ('10.222.0.30', 54456) {{(pid=91733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 19:00:19.510142 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:19.516757 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d3a955eb-c97b-4c87-9a2b-205a7220d2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:19.546880 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d3a955eb-c97b-4c87-9a2b-205a7220d2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:19.596646 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d3a955eb-c97b-4c87-9a2b-205a7220d2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459878'] for security_group, after_delete {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:19.601159 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-bd62be09-701b-4dc2-9669-ca87fcc9b022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 19:00:19.617171 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a955eb-c97b-4c87-9a2b-205a7220d2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a958783-a924-4a90-a69b-a9db8da45b49,revision_number=None']} {{(pid=91733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 19:00:19.619919 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG oslo_concurrency.lockutils [None req-d3a955eb-c97b-4c87-9a2b-205a7220d2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 19:00:19.621110 dv-cinder-770050-4-iscsi neutron-server[91733]: DEBUG neutron_lib.callbacks.manager [None req-d3a955eb-c97b-4c87-9a2b-205a7220d2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:19.622736 dv-cinder-770050-4-iscsi neutron-server[91733]: INFO neutron.wsgi [None req-d3a955eb-c97b-4c87-9a2b-205a7220d2db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a958783-a924-4a90-a69b-a9db8da45b49 HTTP/1.1" status: 204 len: 168 time: 0.1630449 May 31 19:00:19.736301 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 9fdaa125-fd44-48f5-a46f-1a406beaf52e no longer exists at agent ovs-agent-dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 19:00:19.772381 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] No Port match for: 9fdaa125-fd44-48f5-a46f-1a406beaf52e {{(pid=91735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 19:00:19.772755 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron.plugins.ml2.rpc [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Device 9fdaa125-fd44-48f5-a46f-1a406beaf52e not bound to the agent host dv-cinder-770050-4-iscsi {{(pid=91735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 19:00:19.837003 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-916aac8c-947f-49e7-aab9-77bbc0861947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:20.516091 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:22.335796 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:36.965599 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 19:00:45.587841 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:47.072906 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-63524bcf-8ef8-49a5-a218-a7ea66173e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:49.516928 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:49.838035 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0fdd1669-d0a9-4b3e-aae8-cf8fdd24b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:50.518650 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:00:52.388609 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:01:13.964244 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 19:01:15.596577 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:01:17.074322 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1134cb6c-29e1-4975-a594-0db8ba1e5fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:01:19.509642 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:01:19.844893 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-37d27cd6-cd8d-467c-9a26-c33721954331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:01:20.522196 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:01:22.341779 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:01:45.601829 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:01:47.075944 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f3986e41-fd8b-420c-a5cb-e27f3db6a9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:01:49.513502 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:01:49.836605 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e15c7594-e85c-4516-9518-480beffe1bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:01:50.523941 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:01:50.962399 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 19:01:52.343447 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:02:15.600662 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:02:17.077010 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7dd04a2d-6f29-4bd9-90e7-cd8a604948ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:02:19.515918 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:02:19.837173 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-22c0d4d3-cb64-4cb7-b4dc-6391b8f70100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:02:20.526701 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:02:22.346651 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:02:27.961221 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 19:02:45.601829 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:02:47.077986 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9361023f-0c3b-42c7-939d-5ada1b852c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:02:49.518948 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:02:49.838707 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9af9ccc7-0ba1-499d-a027-e3ff645854c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:02:50.530346 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:02:52.408937 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:03:04.959255 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 19:03:15.605480 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:03:17.079478 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-895384aa-c0cd-4ce8-8e22-9b8bd7559b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:03:19.520260 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:03:19.841928 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0864e60e-1c5e-4b10-ad9e-f366b31b5924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:03:20.534340 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:03:22.354047 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:03:41.958627 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 19:03:45.628344 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:03:47.080663 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ab98dd6f-c661-422f-a5a4-56a4f6753b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:03:49.522819 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:03:49.843281 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5f95d632-5856-4d19-b85d-53d05ac5ed4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:03:50.535491 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:03:52.353389 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:04:15.643024 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:04:17.082511 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-bd2ae728-a8fe-4908-9d56-f9ae5fd1f1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:04:18.957538 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 19:04:19.524356 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:04:19.843325 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-29fa291e-8b3e-4d30-b4c6-9bfc2407d0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:04:20.539250 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:04:22.357079 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:04:45.651071 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:04:47.085390 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd610-2a8d-4569-b80c-2e0306cc2526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:04:49.527243 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:04:49.845516 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-94249937-c1c6-48f0-bb05-e27ca24c30db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:04:50.540931 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:04:52.369241 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:04:55.956701 dv-cinder-770050-4-iscsi neutron-server[91736]: DEBUG neutron.db.agents_db [None req-ee5627b4-a42b-4014-ac49-a2780fd71da5 None None] Agent healthcheck: found 6 active agents {{(pid=91736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 19:05:15.655308 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e4ea-1a45-4517-8dab-104bc32f5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:05:17.087761 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1019dd6d-42a3-4502-9334-8a64ccf9263e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:05:19.529313 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-321ad6e9-42b3-4d09-bfe1-d4a05c6815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:05:19.847132 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-20a2cbf5-bcd7-4668-a140-2020b97e76c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:05:20.543529 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd8da-6177-4060-942f-4e79f042709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 19:05:22.364951 dv-cinder-770050-4-iscsi neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-72da59e2-826d-499c-bd95-2ad79b65ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759829597166', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510318'] for agent, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}